2024-12-02 19:54:59,512 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-02 19:54:59,526 main DEBUG Took 0.011758 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 19:54:59,526 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 19:54:59,526 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 19:54:59,527 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 19:54:59,529 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:54:59,540 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 19:54:59,554 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:54:59,555 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:54:59,556 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:54:59,556 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:54:59,556 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:54:59,557 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:54:59,557 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:54:59,557 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:54:59,558 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:54:59,558 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:54:59,559 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:54:59,559 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:54:59,559 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:54:59,560 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:54:59,560 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:54:59,560 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:54:59,561 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:54:59,561 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:54:59,561 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:54:59,562 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:54:59,562 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:54:59,563 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:54:59,563 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:54:59,564 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 19:54:59,564 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:54:59,565 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 19:54:59,566 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 19:54:59,568 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 19:54:59,570 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 19:54:59,570 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 19:54:59,571 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 19:54:59,571 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 19:54:59,580 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 19:54:59,582 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 19:54:59,585 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 19:54:59,585 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 19:54:59,586 main DEBUG createAppenders(={Console}) 2024-12-02 19:54:59,586 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-12-02 19:54:59,586 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-02 19:54:59,587 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-12-02 19:54:59,587 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 19:54:59,587 main DEBUG OutputStream closed 2024-12-02 19:54:59,588 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 19:54:59,588 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 19:54:59,588 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-12-02 19:54:59,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 19:54:59,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 19:54:59,695 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 19:54:59,697 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 19:54:59,698 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 19:54:59,698 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 19:54:59,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 19:54:59,699 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 19:54:59,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 19:54:59,700 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 19:54:59,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 19:54:59,702 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 19:54:59,702 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 19:54:59,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 19:54:59,704 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 19:54:59,704 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 19:54:59,704 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 19:54:59,705 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 19:54:59,709 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 19:54:59,709 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-12-02 19:54:59,710 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 19:54:59,711 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-12-02T19:54:59,994 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80 2024-12-02 19:54:59,998 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 19:54:59,999 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T19:55:00,010 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-12-02T19:55:00,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T19:55:00,048 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/cluster_83323322-5e59-426b-891d-7fda23346532, deleteOnExit=true 2024-12-02T19:55:00,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T19:55:00,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/test.cache.data in system properties and HBase conf 2024-12-02T19:55:00,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T19:55:00,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/hadoop.log.dir in system properties and HBase conf 2024-12-02T19:55:00,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T19:55:00,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T19:55:00,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T19:55:00,133 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T19:55:00,255 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T19:55:00,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T19:55:00,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T19:55:00,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T19:55:00,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T19:55:00,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T19:55:00,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T19:55:00,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T19:55:00,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T19:55:00,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T19:55:00,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/nfs.dump.dir in system properties and HBase conf 2024-12-02T19:55:00,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/java.io.tmpdir in system properties and HBase conf 2024-12-02T19:55:00,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T19:55:00,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T19:55:00,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T19:55:01,509 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T19:55:01,615 INFO [Time-limited test {}] log.Log(170): Logging initialized @2802ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T19:55:01,714 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:55:01,775 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:55:01,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:55:01,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:55:01,801 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T19:55:01,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:55:01,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:55:01,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:55:02,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/java.io.tmpdir/jetty-localhost-35147-hadoop-hdfs-3_4_1-tests_jar-_-any-5213001891894841462/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T19:55:02,022 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:35147} 2024-12-02T19:55:02,022 INFO [Time-limited test {}] server.Server(415): Started @3211ms 2024-12-02T19:55:02,566 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T19:55:02,572 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T19:55:02,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T19:55:02,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T19:55:02,575 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T19:55:02,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/hadoop.log.dir/,AVAILABLE} 2024-12-02T19:55:02,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T19:55:02,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/java.io.tmpdir/jetty-localhost-44331-hadoop-hdfs-3_4_1-tests_jar-_-any-904661917425134095/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:55:02,677 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:44331} 2024-12-02T19:55:02,677 INFO [Time-limited test {}] server.Server(415): Started @3865ms 2024-12-02T19:55:02,721 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T19:55:03,603 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/cluster_83323322-5e59-426b-891d-7fda23346532/data/data2/current/BP-436047864-172.17.0.2-1733169301034/current, will proceed with Du for space computation calculation, 2024-12-02T19:55:03,603 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/cluster_83323322-5e59-426b-891d-7fda23346532/data/data1/current/BP-436047864-172.17.0.2-1733169301034/current, will proceed with Du for space computation calculation, 2024-12-02T19:55:03,656 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T19:55:03,710 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc96117ac5e0012cb with lease ID 0xfa90a29d0a079696: Processing first storage report for DS-b340abdc-e293-449b-8c3b-e7c3615940d5 from datanode DatanodeRegistration(127.0.0.1:44837, datanodeUuid=8f47882c-3a97-4425-b5ec-df2cfa4758e9, infoPort=35487, infoSecurePort=0, ipcPort=46585, storageInfo=lv=-57;cid=testClusterID;nsid=1755110483;c=1733169301034) 2024-12-02T19:55:03,712 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc96117ac5e0012cb with lease ID 0xfa90a29d0a079696: from storage DS-b340abdc-e293-449b-8c3b-e7c3615940d5 node DatanodeRegistration(127.0.0.1:44837, datanodeUuid=8f47882c-3a97-4425-b5ec-df2cfa4758e9, infoPort=35487, infoSecurePort=0, ipcPort=46585, storageInfo=lv=-57;cid=testClusterID;nsid=1755110483;c=1733169301034), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-02T19:55:03,713 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc96117ac5e0012cb with lease ID 0xfa90a29d0a079696: Processing first storage report for DS-12b6c26d-3d59-4ffd-9291-d2aab9bd21b7 from datanode DatanodeRegistration(127.0.0.1:44837, datanodeUuid=8f47882c-3a97-4425-b5ec-df2cfa4758e9, infoPort=35487, infoSecurePort=0, ipcPort=46585, storageInfo=lv=-57;cid=testClusterID;nsid=1755110483;c=1733169301034) 2024-12-02T19:55:03,713 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc96117ac5e0012cb with lease ID 0xfa90a29d0a079696: from storage DS-12b6c26d-3d59-4ffd-9291-d2aab9bd21b7 node DatanodeRegistration(127.0.0.1:44837, datanodeUuid=8f47882c-3a97-4425-b5ec-df2cfa4758e9, infoPort=35487, infoSecurePort=0, ipcPort=46585, storageInfo=lv=-57;cid=testClusterID;nsid=1755110483;c=1733169301034), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T19:55:03,786 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80 2024-12-02T19:55:03,892 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/cluster_83323322-5e59-426b-891d-7fda23346532/zookeeper_0, clientPort=51786, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/cluster_83323322-5e59-426b-891d-7fda23346532/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/cluster_83323322-5e59-426b-891d-7fda23346532/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T19:55:03,905 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51786 2024-12-02T19:55:03,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:55:03,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:55:04,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741825_1001 (size=7) 2024-12-02T19:55:04,612 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c with version=8 2024-12-02T19:55:04,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/hbase-staging 2024-12-02T19:55:04,713 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T19:55:04,987 INFO [Time-limited test {}] client.ConnectionUtils(128): master/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:55:04,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:55:04,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:55:05,000 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:55:05,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:55:05,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:55:05,133 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T19:55:05,211 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T19:55:05,223 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T19:55:05,228 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:55:05,259 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 108021 (auto-detected) 2024-12-02T19:55:05,260 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-02T19:55:05,278 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45363 2024-12-02T19:55:05,305 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45363 connecting to ZooKeeper ensemble=127.0.0.1:51786 2024-12-02T19:55:05,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453630x0, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:55:05,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45363-0x10198e664020000 connected 2024-12-02T19:55:05,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:55:05,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:55:05,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45363-0x10198e664020000, quorum=127.0.0.1:51786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:55:05,482 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c, hbase.cluster.distributed=false 2024-12-02T19:55:05,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45363-0x10198e664020000, quorum=127.0.0.1:51786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:55:05,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45363 2024-12-02T19:55:05,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45363 2024-12-02T19:55:05,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45363 2024-12-02T19:55:05,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45363 2024-12-02T19:55:05,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45363 2024-12-02T19:55:05,656 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/41897df2911b:0 server-side Connection retries=45 2024-12-02T19:55:05,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:55:05,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T19:55:05,658 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T19:55:05,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T19:55:05,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T19:55:05,662 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T19:55:05,664 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T19:55:05,665 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36713 2024-12-02T19:55:05,667 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36713 connecting to ZooKeeper ensemble=127.0.0.1:51786 2024-12-02T19:55:05,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:55:05,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:55:05,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367130x0, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T19:55:05,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367130x0, quorum=127.0.0.1:51786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:55:05,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36713-0x10198e664020001 connected 2024-12-02T19:55:05,728 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T19:55:05,739 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T19:55:05,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36713-0x10198e664020001, quorum=127.0.0.1:51786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T19:55:05,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36713-0x10198e664020001, quorum=127.0.0.1:51786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T19:55:05,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36713 2024-12-02T19:55:05,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36713 2024-12-02T19:55:05,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36713 2024-12-02T19:55:05,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36713 2024-12-02T19:55:05,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36713 2024-12-02T19:55:05,783 DEBUG [M:0;41897df2911b:45363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;41897df2911b:45363 2024-12-02T19:55:05,784 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/41897df2911b,45363,1733169304814 2024-12-02T19:55:05,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45363-0x10198e664020000, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:55:05,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36713-0x10198e664020001, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:55:05,803 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45363-0x10198e664020000, quorum=127.0.0.1:51786, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/41897df2911b,45363,1733169304814 2024-12-02T19:55:05,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36713-0x10198e664020001, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T19:55:05,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45363-0x10198e664020000, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:55:05,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36713-0x10198e664020001, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:55:05,830 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45363-0x10198e664020000, quorum=127.0.0.1:51786, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T19:55:05,832 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/41897df2911b,45363,1733169304814 from backup master directory 2024-12-02T19:55:05,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45363-0x10198e664020000, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/41897df2911b,45363,1733169304814 2024-12-02T19:55:05,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36713-0x10198e664020001, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:55:05,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45363-0x10198e664020000, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T19:55:05,843 WARN [master/41897df2911b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:55:05,844 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=41897df2911b,45363,1733169304814 2024-12-02T19:55:05,846 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T19:55:05,847 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T19:55:05,904 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/hbase.id] with ID: 1ab7695e-2f12-4cce-8e55-49da4270e860 2024-12-02T19:55:05,905 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/.tmp/hbase.id 2024-12-02T19:55:05,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741826_1002 (size=42) 2024-12-02T19:55:06,330 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/.tmp/hbase.id]:[hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/hbase.id] 2024-12-02T19:55:06,377 INFO [master/41897df2911b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T19:55:06,381 INFO [master/41897df2911b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T19:55:06,400 INFO [master/41897df2911b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-12-02T19:55:06,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36713-0x10198e664020001, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:55:06,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45363-0x10198e664020000, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:55:06,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741827_1003 (size=196) 2024-12-02T19:55:06,858 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:55:06,860 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T19:55:06,878 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:06,882 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:55:06,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741828_1004 (size=1189) 2024-12-02T19:55:06,942 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/MasterData/data/master/store 2024-12-02T19:55:06,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741829_1005 (size=34) 2024-12-02T19:55:06,976 INFO [master/41897df2911b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T19:55:06,980 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:55:06,982 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T19:55:06,982 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:55:06,983 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:55:06,984 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T19:55:06,985 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:55:06,985 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:55:06,986 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733169306982Disabling compacts and flushes for region at 1733169306982Disabling writes for close at 1733169306984 (+2 ms)Writing region close event to WAL at 1733169306985 (+1 ms)Closed at 1733169306985 2024-12-02T19:55:06,989 WARN [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/MasterData/data/master/store/.initializing 2024-12-02T19:55:06,990 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/MasterData/WALs/41897df2911b,45363,1733169304814 2024-12-02T19:55:07,000 INFO [master/41897df2911b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:55:07,017 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C45363%2C1733169304814, suffix=, logDir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/MasterData/WALs/41897df2911b,45363,1733169304814, archiveDir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/MasterData/oldWALs, maxLogs=10 2024-12-02T19:55:07,045 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/MasterData/WALs/41897df2911b,45363,1733169304814/41897df2911b%2C45363%2C1733169304814.1733169307022, exclude list is [], retry=0 2024-12-02T19:55:07,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44837,DS-b340abdc-e293-449b-8c3b-e7c3615940d5,DISK] 2024-12-02T19:55:07,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T19:55:07,110 INFO [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/MasterData/WALs/41897df2911b,45363,1733169304814/41897df2911b%2C45363%2C1733169304814.1733169307022 2024-12-02T19:55:07,111 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35487:35487)] 2024-12-02T19:55:07,112 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:55:07,112 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:55:07,116 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:55:07,118 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:55:07,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:55:07,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T19:55:07,179 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:07,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:55:07,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:55:07,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T19:55:07,186 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:07,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:55:07,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:55:07,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T19:55:07,191 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:07,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:55:07,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:55:07,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T19:55:07,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:07,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:55:07,197 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:55:07,201 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:55:07,202 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:55:07,207 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:55:07,208 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:55:07,211 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T19:55:07,215 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T19:55:07,219 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:55:07,220 INFO [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64671993, jitterRate=-0.03631220757961273}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T19:55:07,225 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733169307131Initializing all the Stores at 1733169307133 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169307134 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169307135 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169307135Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169307135Cleaning up temporary data from old regions at 1733169307208 (+73 ms)Region opened successfully at 1733169307225 (+17 ms) 2024-12-02T19:55:07,226 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T19:55:07,255 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79110a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:55:07,282 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T19:55:07,291 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T19:55:07,291 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T19:55:07,294 INFO [master/41897df2911b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T19:55:07,295 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T19:55:07,299 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-02T19:55:07,300 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T19:55:07,324 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T19:55:07,334 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45363-0x10198e664020000, quorum=127.0.0.1:51786, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T19:55:07,373 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T19:55:07,378 INFO [master/41897df2911b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T19:55:07,381 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45363-0x10198e664020000, quorum=127.0.0.1:51786, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T19:55:07,416 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T19:55:07,419 INFO [master/41897df2911b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T19:55:07,423 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45363-0x10198e664020000, quorum=127.0.0.1:51786, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T19:55:07,464 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T19:55:07,467 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45363-0x10198e664020000, quorum=127.0.0.1:51786, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T19:55:07,509 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T19:55:07,530 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45363-0x10198e664020000, quorum=127.0.0.1:51786, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T19:55:07,566 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T19:55:07,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36713-0x10198e664020001, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:55:07,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45363-0x10198e664020000, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T19:55:07,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36713-0x10198e664020001, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:55:07,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45363-0x10198e664020000, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:55:07,632 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=41897df2911b,45363,1733169304814, sessionid=0x10198e664020000, setting cluster-up flag (Was=false) 2024-12-02T19:55:07,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45363-0x10198e664020000, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:55:07,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36713-0x10198e664020001, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:55:07,762 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T19:55:07,764 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=41897df2911b,45363,1733169304814 2024-12-02T19:55:07,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36713-0x10198e664020001, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:55:07,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45363-0x10198e664020000, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:55:07,812 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T19:55:07,814 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=41897df2911b,45363,1733169304814 2024-12-02T19:55:07,822 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T19:55:07,867 INFO [RS:0;41897df2911b:36713 {}] regionserver.HRegionServer(746): ClusterId : 1ab7695e-2f12-4cce-8e55-49da4270e860 2024-12-02T19:55:07,870 DEBUG [RS:0;41897df2911b:36713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T19:55:07,889 DEBUG [RS:0;41897df2911b:36713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T19:55:07,889 DEBUG [RS:0;41897df2911b:36713 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T19:55:07,901 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T19:55:07,902 DEBUG [RS:0;41897df2911b:36713 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T19:55:07,903 DEBUG [RS:0;41897df2911b:36713 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c2fd9a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=41897df2911b/172.17.0.2:0 2024-12-02T19:55:07,910 INFO [master/41897df2911b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T19:55:07,915 DEBUG [RS:0;41897df2911b:36713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;41897df2911b:36713 2024-12-02T19:55:07,918 INFO [master/41897df2911b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T19:55:07,919 INFO [RS:0;41897df2911b:36713 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T19:55:07,919 INFO [RS:0;41897df2911b:36713 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T19:55:07,919 DEBUG [RS:0;41897df2911b:36713 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T19:55:07,922 INFO [RS:0;41897df2911b:36713 {}] regionserver.HRegionServer(2659): reportForDuty to master=41897df2911b,45363,1733169304814 with port=36713, startcode=1733169305610 2024-12-02T19:55:07,926 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 41897df2911b,45363,1733169304814 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T19:55:07,932 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:55:07,932 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:55:07,932 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:55:07,933 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/41897df2911b:0, corePoolSize=5, maxPoolSize=5 2024-12-02T19:55:07,933 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/41897df2911b:0, corePoolSize=10, maxPoolSize=10 2024-12-02T19:55:07,933 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:55:07,933 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:55:07,933 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:55:07,935 DEBUG [RS:0;41897df2911b:36713 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T19:55:07,937 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733169337937 2024-12-02T19:55:07,938 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:55:07,938 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T19:55:07,938 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T19:55:07,940 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T19:55:07,944 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T19:55:07,944 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:07,944 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T19:55:07,944 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T19:55:07,945 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T19:55:07,945 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T19:55:07,946 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T19:55:07,951 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T19:55:07,952 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T19:55:07,953 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T19:55:07,958 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T19:55:07,959 INFO [master/41897df2911b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T19:55:07,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741831_1007 (size=1321) 2024-12-02T19:55:07,961 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733169307960,5,FailOnTimeoutGroup] 2024-12-02T19:55:07,963 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733169307962,5,FailOnTimeoutGroup] 2024-12-02T19:55:07,963 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T19:55:07,963 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T19:55:07,964 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T19:55:07,965 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T19:55:07,973 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41907, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T19:55:07,981 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45363 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 41897df2911b,36713,1733169305610 2024-12-02T19:55:07,984 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45363 {}] master.ServerManager(517): Registering regionserver=41897df2911b,36713,1733169305610 2024-12-02T19:55:08,003 DEBUG [RS:0;41897df2911b:36713 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c 2024-12-02T19:55:08,003 DEBUG [RS:0;41897df2911b:36713 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37665 2024-12-02T19:55:08,003 DEBUG [RS:0;41897df2911b:36713 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T19:55:08,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45363-0x10198e664020000, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:55:08,037 DEBUG [RS:0;41897df2911b:36713 {}] zookeeper.ZKUtil(111): regionserver:36713-0x10198e664020001, quorum=127.0.0.1:51786, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/41897df2911b,36713,1733169305610 2024-12-02T19:55:08,038 WARN [RS:0;41897df2911b:36713 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T19:55:08,038 INFO [RS:0;41897df2911b:36713 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:55:08,038 DEBUG [RS:0;41897df2911b:36713 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/WALs/41897df2911b,36713,1733169305610 2024-12-02T19:55:08,040 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [41897df2911b,36713,1733169305610] 2024-12-02T19:55:08,068 INFO [RS:0;41897df2911b:36713 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T19:55:08,081 INFO [RS:0;41897df2911b:36713 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T19:55:08,086 INFO [RS:0;41897df2911b:36713 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T19:55:08,086 INFO [RS:0;41897df2911b:36713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:55:08,087 INFO [RS:0;41897df2911b:36713 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T19:55:08,095 INFO [RS:0;41897df2911b:36713 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T19:55:08,097 INFO [RS:0;41897df2911b:36713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T19:55:08,098 DEBUG [RS:0;41897df2911b:36713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:55:08,098 DEBUG [RS:0;41897df2911b:36713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:55:08,098 DEBUG [RS:0;41897df2911b:36713 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:55:08,098 DEBUG [RS:0;41897df2911b:36713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:55:08,099 DEBUG [RS:0;41897df2911b:36713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:55:08,099 DEBUG [RS:0;41897df2911b:36713 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/41897df2911b:0, corePoolSize=2, maxPoolSize=2 2024-12-02T19:55:08,099 DEBUG [RS:0;41897df2911b:36713 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:55:08,099 DEBUG [RS:0;41897df2911b:36713 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:55:08,099 DEBUG [RS:0;41897df2911b:36713 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:55:08,099 DEBUG [RS:0;41897df2911b:36713 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:55:08,100 DEBUG [RS:0;41897df2911b:36713 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:55:08,100 DEBUG [RS:0;41897df2911b:36713 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/41897df2911b:0, corePoolSize=1, maxPoolSize=1 2024-12-02T19:55:08,100 DEBUG [RS:0;41897df2911b:36713 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:55:08,100 DEBUG [RS:0;41897df2911b:36713 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0, corePoolSize=3, maxPoolSize=3 2024-12-02T19:55:08,102 INFO [RS:0;41897df2911b:36713 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:55:08,102 INFO [RS:0;41897df2911b:36713 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T19:55:08,103 INFO [RS:0;41897df2911b:36713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:55:08,103 INFO [RS:0;41897df2911b:36713 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T19:55:08,103 INFO [RS:0;41897df2911b:36713 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T19:55:08,103 INFO [RS:0;41897df2911b:36713 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,36713,1733169305610-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:55:08,132 INFO [RS:0;41897df2911b:36713 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T19:55:08,135 INFO [RS:0;41897df2911b:36713 {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,36713,1733169305610-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:55:08,135 INFO [RS:0;41897df2911b:36713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:55:08,136 INFO [RS:0;41897df2911b:36713 {}] regionserver.Replication(171): 41897df2911b,36713,1733169305610 started 2024-12-02T19:55:08,161 INFO [RS:0;41897df2911b:36713 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:55:08,162 INFO [RS:0;41897df2911b:36713 {}] regionserver.HRegionServer(1482): Serving as 41897df2911b,36713,1733169305610, RpcServer on 41897df2911b/172.17.0.2:36713, sessionid=0x10198e664020001 2024-12-02T19:55:08,163 DEBUG [RS:0;41897df2911b:36713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T19:55:08,163 DEBUG [RS:0;41897df2911b:36713 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 41897df2911b,36713,1733169305610 2024-12-02T19:55:08,163 DEBUG [RS:0;41897df2911b:36713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,36713,1733169305610' 2024-12-02T19:55:08,164 DEBUG [RS:0;41897df2911b:36713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T19:55:08,165 DEBUG [RS:0;41897df2911b:36713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T19:55:08,166 DEBUG [RS:0;41897df2911b:36713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T19:55:08,166 DEBUG [RS:0;41897df2911b:36713 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T19:55:08,166 DEBUG [RS:0;41897df2911b:36713 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 41897df2911b,36713,1733169305610 2024-12-02T19:55:08,166 DEBUG [RS:0;41897df2911b:36713 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '41897df2911b,36713,1733169305610' 2024-12-02T19:55:08,166 DEBUG [RS:0;41897df2911b:36713 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T19:55:08,167 DEBUG [RS:0;41897df2911b:36713 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T19:55:08,167 DEBUG [RS:0;41897df2911b:36713 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T19:55:08,168 INFO [RS:0;41897df2911b:36713 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T19:55:08,168 INFO [RS:0;41897df2911b:36713 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T19:55:08,273 INFO [RS:0;41897df2911b:36713 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T19:55:08,276 INFO [RS:0;41897df2911b:36713 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C36713%2C1733169305610, suffix=, logDir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/WALs/41897df2911b,36713,1733169305610, archiveDir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/oldWALs, maxLogs=32 2024-12-02T19:55:08,291 DEBUG [RS:0;41897df2911b:36713 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/WALs/41897df2911b,36713,1733169305610/41897df2911b%2C36713%2C1733169305610.1733169308279, exclude list is [], retry=0 2024-12-02T19:55:08,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44837,DS-b340abdc-e293-449b-8c3b-e7c3615940d5,DISK] 2024-12-02T19:55:08,299 INFO [RS:0;41897df2911b:36713 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/WALs/41897df2911b,36713,1733169305610/41897df2911b%2C36713%2C1733169305610.1733169308279 2024-12-02T19:55:08,300 DEBUG [RS:0;41897df2911b:36713 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35487:35487)] 2024-12-02T19:55:08,366 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T19:55:08,367 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c 2024-12-02T19:55:08,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741833_1009 (size=32) 2024-12-02T19:55:08,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:55:08,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T19:55:08,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T19:55:08,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:08,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:55:08,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T19:55:08,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T19:55:08,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:08,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:55:08,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T19:55:08,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T19:55:08,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:08,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:55:08,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T19:55:08,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T19:55:08,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:08,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:55:08,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T19:55:08,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/hbase/meta/1588230740 2024-12-02T19:55:08,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/hbase/meta/1588230740 2024-12-02T19:55:08,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T19:55:08,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T19:55:08,809 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T19:55:08,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T19:55:08,816 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:55:08,817 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61517266, jitterRate=-0.08332130312919617}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T19:55:08,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733169308783Initializing all the Stores at 1733169308787 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169308787Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169308787Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169308787Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169308787Cleaning up temporary data from old regions at 1733169308808 (+21 ms)Region opened successfully at 1733169308819 (+11 ms) 2024-12-02T19:55:08,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T19:55:08,820 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T19:55:08,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T19:55:08,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T19:55:08,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T19:55:08,822 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T19:55:08,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733169308820Disabling compacts and flushes for region at 1733169308820Disabling writes for close at 1733169308820Writing region close event to WAL at 1733169308821 (+1 ms)Closed at 1733169308822 (+1 ms) 2024-12-02T19:55:08,826 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:55:08,826 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T19:55:08,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T19:55:08,840 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T19:55:08,842 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T19:55:08,995 DEBUG [41897df2911b:45363 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T19:55:09,005 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=41897df2911b,36713,1733169305610 2024-12-02T19:55:09,012 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 41897df2911b,36713,1733169305610, state=OPENING 2024-12-02T19:55:09,028 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T19:55:09,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45363-0x10198e664020000, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:55:09,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36713-0x10198e664020001, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:55:09,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:55:09,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:55:09,039 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T19:55:09,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=41897df2911b,36713,1733169305610}] 2024-12-02T19:55:09,213 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T19:55:09,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55175, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T19:55:09,228 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T19:55:09,228 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T19:55:09,228 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T19:55:09,232 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=41897df2911b%2C36713%2C1733169305610.meta, suffix=.meta, logDir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/WALs/41897df2911b,36713,1733169305610, archiveDir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/oldWALs, maxLogs=32 2024-12-02T19:55:09,246 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/WALs/41897df2911b,36713,1733169305610/41897df2911b%2C36713%2C1733169305610.meta.1733169309233.meta, exclude list is [], retry=0 2024-12-02T19:55:09,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44837,DS-b340abdc-e293-449b-8c3b-e7c3615940d5,DISK] 2024-12-02T19:55:09,294 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/WALs/41897df2911b,36713,1733169305610/41897df2911b%2C36713%2C1733169305610.meta.1733169309233.meta 2024-12-02T19:55:09,295 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35487:35487)] 2024-12-02T19:55:09,296 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:55:09,299 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T19:55:09,302 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T19:55:09,306 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T19:55:09,309 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T19:55:09,310 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:55:09,310 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T19:55:09,310 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T19:55:09,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T19:55:09,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T19:55:09,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:09,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:55:09,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T19:55:09,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T19:55:09,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:09,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:55:09,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T19:55:09,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T19:55:09,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:09,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:55:09,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T19:55:09,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T19:55:09,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:09,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T19:55:09,325 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T19:55:09,327 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/hbase/meta/1588230740 2024-12-02T19:55:09,330 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/hbase/meta/1588230740 2024-12-02T19:55:09,332 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T19:55:09,332 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T19:55:09,333 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T19:55:09,336 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T19:55:09,338 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62114645, jitterRate=-0.07441966235637665}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T19:55:09,338 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T19:55:09,339 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733169309311Writing region info on filesystem at 1733169309311Initializing all the Stores at 1733169309313 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169309313Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169309313Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169309313Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733169309313Cleaning up temporary data from old regions at 1733169309332 (+19 ms)Running coprocessor post-open hooks at 1733169309338 (+6 ms)Region opened successfully at 1733169309339 (+1 ms) 2024-12-02T19:55:09,346 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733169309205 2024-12-02T19:55:09,356 DEBUG [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T19:55:09,357 INFO [RS_OPEN_META-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T19:55:09,358 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,36713,1733169305610 2024-12-02T19:55:09,360 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 41897df2911b,36713,1733169305610, state=OPEN 2024-12-02T19:55:09,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45363-0x10198e664020000, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:55:09,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36713-0x10198e664020001, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T19:55:09,410 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:55:09,410 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T19:55:09,411 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:09,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T19:55:09,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=41897df2911b,36713,1733169305610 in 371 msec 2024-12-02T19:55:09,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T19:55:09,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 591 msec 2024-12-02T19:55:09,430 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T19:55:09,430 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T19:55:09,453 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:55:09,454 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:55:09,479 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:55:09,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45231, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:55:09,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6500 sec 2024-12-02T19:55:09,507 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733169309507, completionTime=-1 2024-12-02T19:55:09,511 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T19:55:09,511 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T19:55:09,540 INFO [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T19:55:09,540 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733169369540 2024-12-02T19:55:09,541 INFO [master/41897df2911b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733169429541 2024-12-02T19:55:09,541 INFO [master/41897df2911b:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-12-02T19:55:09,543 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,45363,1733169304814-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T19:55:09,543 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,45363,1733169304814-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:55:09,543 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,45363,1733169304814-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:55:09,544 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-41897df2911b:45363, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:55:09,545 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T19:55:09,545 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T19:55:09,550 DEBUG [master/41897df2911b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T19:55:09,571 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.727sec 2024-12-02T19:55:09,572 INFO [master/41897df2911b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T19:55:09,573 INFO [master/41897df2911b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T19:55:09,574 INFO [master/41897df2911b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T19:55:09,574 INFO [master/41897df2911b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T19:55:09,574 INFO [master/41897df2911b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T19:55:09,575 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,45363,1733169304814-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T19:55:09,576 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,45363,1733169304814-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T19:55:09,583 DEBUG [master/41897df2911b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T19:55:09,584 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T19:55:09,584 INFO [master/41897df2911b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=41897df2911b,45363,1733169304814-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T19:55:09,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45544f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:09,679 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T19:55:09,679 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T19:55:09,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:55:09,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:55:09,692 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:55:09,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:55:09,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:55:09,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c924b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:09,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:55:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:55:09,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:09,701 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34188, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:55:09,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de67725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:09,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:55:09,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:55:09,713 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:55:09,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:55:09,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=41897df2911b,45363,1733169304814 2024-12-02T19:55:09,763 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=387, ProcessCount=11, AvailableMemoryMB=10899 2024-12-02T19:55:09,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T19:55:09,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 41897df2911b,45363,1733169304814 2024-12-02T19:55:09,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54ffeb4e 2024-12-02T19:55:09,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T19:55:09,793 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T19:55:09,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T19:55:09,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:55:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-02T19:55:09,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T19:55:09,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-12-02T19:55:09,815 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:09,817 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T19:55:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:55:09,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741835_1011 (size=1061) 2024-12-02T19:55:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:55:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:55:10,233 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c 2024-12-02T19:55:10,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741836_1012 (size=53) 2024-12-02T19:55:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:55:10,646 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:55:10,647 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 3b0974a81ace83d9e746a981fd517967, disabling compactions & flushes 2024-12-02T19:55:10,647 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:10,647 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:10,647 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. after waiting 0 ms 2024-12-02T19:55:10,647 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:10,647 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:10,648 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b0974a81ace83d9e746a981fd517967: Waiting for close lock at 1733169310647Disabling compacts and flushes for region at 1733169310647Disabling writes for close at 1733169310647Writing region close event to WAL at 1733169310647Closed at 1733169310647 2024-12-02T19:55:10,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T19:55:10,657 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733169310652"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169310652"}]},"ts":"1733169310652"} 2024-12-02T19:55:10,662 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T19:55:10,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T19:55:10,666 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169310664"}]},"ts":"1733169310664"} 2024-12-02T19:55:10,671 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-02T19:55:10,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b0974a81ace83d9e746a981fd517967, ASSIGN}] 2024-12-02T19:55:10,676 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b0974a81ace83d9e746a981fd517967, ASSIGN 2024-12-02T19:55:10,678 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b0974a81ace83d9e746a981fd517967, ASSIGN; state=OFFLINE, location=41897df2911b,36713,1733169305610; forceNewPlan=false, retain=false 2024-12-02T19:55:10,831 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b0974a81ace83d9e746a981fd517967, regionState=OPENING, regionLocation=41897df2911b,36713,1733169305610 2024-12-02T19:55:10,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b0974a81ace83d9e746a981fd517967, ASSIGN because future has completed 2024-12-02T19:55:10,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610}] 2024-12-02T19:55:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:55:11,004 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:11,005 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:55:11,005 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:11,006 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:55:11,006 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:11,006 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:11,015 INFO [StoreOpener-3b0974a81ace83d9e746a981fd517967-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:11,019 INFO [StoreOpener-3b0974a81ace83d9e746a981fd517967-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-02T19:55:11,019 INFO [StoreOpener-3b0974a81ace83d9e746a981fd517967-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b0974a81ace83d9e746a981fd517967 columnFamilyName A 2024-12-02T19:55:11,019 DEBUG [StoreOpener-3b0974a81ace83d9e746a981fd517967-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:11,021 INFO [StoreOpener-3b0974a81ace83d9e746a981fd517967-1 {}] regionserver.HStore(327): Store=3b0974a81ace83d9e746a981fd517967/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:55:11,021 INFO [StoreOpener-3b0974a81ace83d9e746a981fd517967-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:11,024 INFO [StoreOpener-3b0974a81ace83d9e746a981fd517967-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-02T19:55:11,025 INFO [StoreOpener-3b0974a81ace83d9e746a981fd517967-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b0974a81ace83d9e746a981fd517967 columnFamilyName B 2024-12-02T19:55:11,025 DEBUG [StoreOpener-3b0974a81ace83d9e746a981fd517967-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:11,026 INFO [StoreOpener-3b0974a81ace83d9e746a981fd517967-1 {}] regionserver.HStore(327): Store=3b0974a81ace83d9e746a981fd517967/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:55:11,026 INFO [StoreOpener-3b0974a81ace83d9e746a981fd517967-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:11,029 INFO [StoreOpener-3b0974a81ace83d9e746a981fd517967-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-02T19:55:11,030 INFO [StoreOpener-3b0974a81ace83d9e746a981fd517967-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b0974a81ace83d9e746a981fd517967 columnFamilyName C 2024-12-02T19:55:11,030 DEBUG [StoreOpener-3b0974a81ace83d9e746a981fd517967-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:11,031 INFO [StoreOpener-3b0974a81ace83d9e746a981fd517967-1 {}] regionserver.HStore(327): Store=3b0974a81ace83d9e746a981fd517967/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:55:11,032 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:11,032 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:11,034 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:11,035 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:11,037 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:11,037 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:11,039 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T19:55:11,042 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:11,047 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:55:11,048 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3b0974a81ace83d9e746a981fd517967; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61881199, jitterRate=-0.07789827883243561}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T19:55:11,048 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:11,049 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3b0974a81ace83d9e746a981fd517967: Running coprocessor pre-open hook at 1733169311006Writing region info on filesystem at 1733169311006Initializing all the Stores at 1733169311009 (+3 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169311010 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169311014 (+4 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169311014Cleaning up temporary data from old regions at 1733169311037 (+23 ms)Running coprocessor post-open hooks at 1733169311048 (+11 ms)Region opened successfully at 1733169311049 (+1 ms) 2024-12-02T19:55:11,051 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., pid=6, masterSystemTime=1733169310996 2024-12-02T19:55:11,055 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:11,055 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:11,056 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b0974a81ace83d9e746a981fd517967, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,36713,1733169305610 2024-12-02T19:55:11,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 because future has completed 2024-12-02T19:55:11,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T19:55:11,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 in 223 msec 2024-12-02T19:55:11,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T19:55:11,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b0974a81ace83d9e746a981fd517967, ASSIGN in 394 msec 2024-12-02T19:55:11,075 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T19:55:11,076 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169311076"}]},"ts":"1733169311076"} 2024-12-02T19:55:11,080 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-02T19:55:11,082 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T19:55:11,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2780 sec 2024-12-02T19:55:11,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T19:55:11,971 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:55:11,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b2c994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:11,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:55:11,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:55:11,992 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:55:11,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:55:11,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:55:11,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@700f0420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:11,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:55:11,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:55:11,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:12,000 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:55:12,004 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c3786e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:12,005 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:55:12,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:55:12,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:55:12,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:55:12,017 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T19:55:12,022 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 41897df2911b,45363,1733169304814 2024-12-02T19:55:12,022 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c2fcd6 2024-12-02T19:55:12,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T19:55:12,048 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40664, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T19:55:12,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a52ffa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:12,057 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:55:12,058 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:55:12,059 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:55:12,060 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:55:12,060 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:55:12,060 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45101745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:12,060 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:55:12,060 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:55:12,061 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:12,063 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:55:12,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c55d99d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:12,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f14cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:12,065 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:55:12,066 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:55:12,067 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:55:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:55:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:55:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd81cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:55:12,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:55:12,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:12,070 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:55:12,072 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f9a6e4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:12,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201ea29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:12,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:55:12,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:55:12,076 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:55:12,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:55:12,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:55:12,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39deefb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:12,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:55:12,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:55:12,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:12,079 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:55:12,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ac8568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:12,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc41cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:12,082 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:55:12,082 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:55:12,084 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:55:12,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:55:12,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:55:12,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f535689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:12,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:55:12,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:55:12,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:12,088 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40730, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:55:12,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bffd9e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:12,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2900b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:12,089 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:55:12,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:55:12,090 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:55:12,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:55:12,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:55:12,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70343832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:12,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:55:12,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:55:12,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:12,093 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:55:12,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5127c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:12,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d39686f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:12,096 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:55:12,096 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:55:12,097 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:55:12,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:55:12,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:55:12,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a6891f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:12,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:55:12,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:55:12,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:12,099 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40774, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:55:12,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe9eb0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:12,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6963d59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:12,101 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:55:12,101 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:55:12,102 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:55:12,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:55:12,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:55:12,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db8e414, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:12,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:55:12,103 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:55:12,104 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:12,105 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:55:12,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d230658, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:12,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9a31d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:12,108 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:55:12,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:55:12,109 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:55:12,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:55:12,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:55:12,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54cc6db2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:12,110 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:55:12,111 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:55:12,111 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:12,112 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:55:12,113 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af61fa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:12,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0b495b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:12,113 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:55:12,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:55:12,115 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:55:12,115 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:55:12,115 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:55:12,115 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@186c1002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:12,115 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:55:12,116 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:55:12,116 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:12,117 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:55:12,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5943e7eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:12,121 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:55:12,121 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:55:12,121 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:55:12,121 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:55:12,121 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:55:12,122 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:55:12,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:55:12,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:55:12,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:55:12,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:55:12,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:55:12,124 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:55:12,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:55:12,124 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:55:12,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:55:12,125 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:55:12,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43490, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:55:12,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43492, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:55:12,125 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:55:12,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:55:12,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:55:12,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43516, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:55:12,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:55:12,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43548, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:55:12,128 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:55:12,128 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:55:12,129 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:55:12,129 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:55:12,130 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:55:12,131 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:55:12,132 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:55:12,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:55:12,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43554, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:55:12,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2] 2024-12-02T19:55:12,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2] 2024-12-02T19:55:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-12-02T19:55:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2] 2024-12-02T19:55:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:55:12,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2] 2024-12-02T19:55:12,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:55:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T19:55:12,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2] 2024-12-02T19:55:12,139 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:55:12,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2] 2024-12-02T19:55:12,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:55:12,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:55:12,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2] 2024-12-02T19:55:12,144 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:55:12,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:55:12,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2] 2024-12-02T19:55:12,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2] 2024-12-02T19:55:12,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:12,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3b0974a81ace83d9e746a981fd517967 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-02T19:55:12,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=A 2024-12-02T19:55:12,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:12,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=B 2024-12-02T19:55:12,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:12,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=C 2024-12-02T19:55:12,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T19:55:12,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-02T19:55:12,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:12,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:12,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:12,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/c1c44e07e2804601b0339d860931f2e7 is 50, key is test_row_0/A:col10/1733169312176/Put/seqid=0 2024-12-02T19:55:12,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:12,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:12,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741837_1013 (size=14341) 2024-12-02T19:55:12,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/c1c44e07e2804601b0339d860931f2e7 2024-12-02T19:55:12,413 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733169312287, max timestamp=1733169312396Num uniques 859; 2024-12-02T19:55:12,420 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733169312287, max timestamp=1733169312399Num uniques 859; 2024-12-02T19:55:12,421 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169312287, max timestamp=1733169312403Num uniques 859; 2024-12-02T19:55:12,421 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-02T19:55:12,421 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:55:12,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-02T19:55:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T19:55:12,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/ae8bee3906c6436c8afb082caba837e7 is 50, key is test_row_0/B:col10/1733169312176/Put/seqid=0 2024-12-02T19:55:12,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741838_1014 (size=12001) 2024-12-02T19:55:12,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-02T19:55:12,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/ae8bee3906c6436c8afb082caba837e7 2024-12-02T19:55:12,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:12,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:12,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:12,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:12,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:12,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:12,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169372495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:12,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169372501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169372495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:12,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169372502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:12,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169372521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:12,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:12,567 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:12,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:12,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:12,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:12,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:12,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:12,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:12,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:12,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:12,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:12,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:12,569 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:12,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:12,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:12,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/e3aed06f272e45279922763377c5bd20 is 50, key is test_row_0/C:col10/1733169312176/Put/seqid=0 2024-12-02T19:55:12,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741839_1015 (size=12001) 2024-12-02T19:55:12,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/e3aed06f272e45279922763377c5bd20 2024-12-02T19:55:12,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/c1c44e07e2804601b0339d860931f2e7 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/c1c44e07e2804601b0339d860931f2e7 2024-12-02T19:55:12,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/c1c44e07e2804601b0339d860931f2e7, entries=200, sequenceid=12, filesize=14.0 K 2024-12-02T19:55:12,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/ae8bee3906c6436c8afb082caba837e7 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/ae8bee3906c6436c8afb082caba837e7 2024-12-02T19:55:12,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-02T19:55:12,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:12,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:12,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:12,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:12,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:12,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/ae8bee3906c6436c8afb082caba837e7, entries=150, sequenceid=12, filesize=11.7 K 2024-12-02T19:55:12,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/e3aed06f272e45279922763377c5bd20 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/e3aed06f272e45279922763377c5bd20 2024-12-02T19:55:12,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169372680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:12,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:12,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:12,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:12,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169372681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:12,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:12,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:12,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169372682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:12,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:12,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:12,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:12,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:12,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169372683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:12,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:12,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:12,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:12,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169372691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:12,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:12,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:12,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:12,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/e3aed06f272e45279922763377c5bd20, entries=150, sequenceid=12, filesize=11.7 K 2024-12-02T19:55:12,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=126.68 KB/129720 for 3b0974a81ace83d9e746a981fd517967 in 534ms, sequenceid=12, compaction requested=false 2024-12-02T19:55:12,734 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-02T19:55:12,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T19:55:12,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-02T19:55:12,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:12,826 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 3b0974a81ace83d9e746a981fd517967 3/3 column families, dataSize=126.68 KB heapSize=363.23 KB 2024-12-02T19:55:12,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=A 2024-12-02T19:55:12,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:55:12,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=B 2024-12-02T19:55:12,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:55:12,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=C 2024-12-02T19:55:12,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:55:12,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/c89489922d074e50b6b3e40c20a19ce1 is 50, key is test_row_0/A:col10/1733169312494/Put/seqid=0 2024-12-02T19:55:12,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741840_1016 (size=12001) 2024-12-02T19:55:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:12,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:12,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169372941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:12,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:12,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:12,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:12,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169372945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:12,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:12,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:12,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:12,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169372945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:12,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169372949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:12,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:12,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:12,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:12,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:12,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:12,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:12,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:12,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169372957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:12,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:12,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:12,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:13,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:13,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169373071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:13,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:13,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:13,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:13,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169373079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:13,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169373080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:13,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:13,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:13,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169373081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:13,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:13,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:13,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:13,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169373090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:13,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:13,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T19:55:13,294 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/c89489922d074e50b6b3e40c20a19ce1 2024-12-02T19:55:13,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169373290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:13,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:13,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169373290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:13,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:13,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:13,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169373299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:13,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:13,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169373300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:13,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:13,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,311 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169373301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:13,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:13,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/6fd48c88379a4da385c9e88118f14fa4 is 50, key is test_row_0/B:col10/1733169312494/Put/seqid=0 2024-12-02T19:55:13,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741841_1017 (size=12001) 2024-12-02T19:55:13,359 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/6fd48c88379a4da385c9e88118f14fa4 2024-12-02T19:55:13,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/39281a5084d947d3a50d600ae8f19630 is 50, key is test_row_0/C:col10/1733169312494/Put/seqid=0 2024-12-02T19:55:13,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741842_1018 (size=12001) 2024-12-02T19:55:13,437 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/39281a5084d947d3a50d600ae8f19630 2024-12-02T19:55:13,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/c89489922d074e50b6b3e40c20a19ce1 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/c89489922d074e50b6b3e40c20a19ce1 2024-12-02T19:55:13,474 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/c89489922d074e50b6b3e40c20a19ce1, entries=150, sequenceid=48, filesize=11.7 K 2024-12-02T19:55:13,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/6fd48c88379a4da385c9e88118f14fa4 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/6fd48c88379a4da385c9e88118f14fa4 2024-12-02T19:55:13,498 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/6fd48c88379a4da385c9e88118f14fa4, entries=150, sequenceid=48, filesize=11.7 K 2024-12-02T19:55:13,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/39281a5084d947d3a50d600ae8f19630 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/39281a5084d947d3a50d600ae8f19630 2024-12-02T19:55:13,524 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/39281a5084d947d3a50d600ae8f19630, entries=150, sequenceid=48, filesize=11.7 K 2024-12-02T19:55:13,526 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~126.68 KB/129720, heapSize ~363.19 KB/371904, currentSize=53.67 KB/54960 for 3b0974a81ace83d9e746a981fd517967 in 700ms, sequenceid=48, compaction requested=false 2024-12-02T19:55:13,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:13,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:13,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-02T19:55:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-02T19:55:13,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-02T19:55:13,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3870 sec 2024-12-02T19:55:13,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.4120 sec 2024-12-02T19:55:13,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3b0974a81ace83d9e746a981fd517967 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-02T19:55:13,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=A 2024-12-02T19:55:13,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:13,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=B 2024-12-02T19:55:13,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:13,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=C 2024-12-02T19:55:13,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:13,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/fa8fbe1f3b93480a88b0757b7aa68b86 is 50, key is test_row_0/A:col10/1733169312944/Put/seqid=0 2024-12-02T19:55:13,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741843_1019 (size=16681) 2024-12-02T19:55:13,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/fa8fbe1f3b93480a88b0757b7aa68b86 2024-12-02T19:55:13,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169373665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:13,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:13,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169373666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:13,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:13,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169373666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:13,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:13,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169373673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:13,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:13,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169373675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:13,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:13,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:13,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/8d03cdae0d7147a88aab1621960c912d is 50, key is test_row_0/B:col10/1733169312944/Put/seqid=0 2024-12-02T19:55:13,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741844_1020 (size=12001) 2024-12-02T19:55:13,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/8d03cdae0d7147a88aab1621960c912d 2024-12-02T19:55:13,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/cc80bd48ef9c4257a9ed39103ad4c74d is 50, key is test_row_0/C:col10/1733169312944/Put/seqid=0 2024-12-02T19:55:13,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:13,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169373789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:13,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:13,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169373789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:13,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,794 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:13,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169373789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:13,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,799 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:13,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:13,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169373799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:13,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:13,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169373799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:13,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741845_1021 (size=12001) 2024-12-02T19:55:13,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/cc80bd48ef9c4257a9ed39103ad4c74d 2024-12-02T19:55:13,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:13,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:13,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/fa8fbe1f3b93480a88b0757b7aa68b86 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/fa8fbe1f3b93480a88b0757b7aa68b86 2024-12-02T19:55:13,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/fa8fbe1f3b93480a88b0757b7aa68b86, entries=250, sequenceid=61, filesize=16.3 K 2024-12-02T19:55:13,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/8d03cdae0d7147a88aab1621960c912d as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/8d03cdae0d7147a88aab1621960c912d 2024-12-02T19:55:13,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/8d03cdae0d7147a88aab1621960c912d, entries=150, sequenceid=61, filesize=11.7 K 2024-12-02T19:55:13,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/cc80bd48ef9c4257a9ed39103ad4c74d as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/cc80bd48ef9c4257a9ed39103ad4c74d 2024-12-02T19:55:13,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/cc80bd48ef9c4257a9ed39103ad4c74d, entries=150, sequenceid=61, filesize=11.7 K 2024-12-02T19:55:13,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 3b0974a81ace83d9e746a981fd517967 in 264ms, sequenceid=61, compaction requested=true 2024-12-02T19:55:13,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:13,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:55:13,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:13,893 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:13,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:55:13,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:13,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:55:13,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:13,897 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:13,900 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/B is initiating minor compaction (all files) 2024-12-02T19:55:13,901 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/B in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:13,902 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/ae8bee3906c6436c8afb082caba837e7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/6fd48c88379a4da385c9e88118f14fa4, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/8d03cdae0d7147a88aab1621960c912d] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=35.2 K 2024-12-02T19:55:13,903 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:13,904 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting ae8bee3906c6436c8afb082caba837e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733169312176 2024-12-02T19:55:13,905 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:13,905 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/A is initiating minor compaction (all files) 2024-12-02T19:55:13,905 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/A in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:13,905 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/c1c44e07e2804601b0339d860931f2e7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/c89489922d074e50b6b3e40c20a19ce1, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/fa8fbe1f3b93480a88b0757b7aa68b86] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=42.0 K 2024-12-02T19:55:13,906 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fd48c88379a4da385c9e88118f14fa4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733169312487 2024-12-02T19:55:13,908 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1c44e07e2804601b0339d860931f2e7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733169312176 2024-12-02T19:55:13,908 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d03cdae0d7147a88aab1621960c912d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733169312944 2024-12-02T19:55:13,909 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting c89489922d074e50b6b3e40c20a19ce1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733169312487 2024-12-02T19:55:13,911 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa8fbe1f3b93480a88b0757b7aa68b86, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733169312940 2024-12-02T19:55:13,979 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#A#compaction#9 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:13,980 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/21cc16227ec4497c92f7327e128eaa0d is 50, key is test_row_0/A:col10/1733169312944/Put/seqid=0 2024-12-02T19:55:13,982 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#B#compaction#10 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:13,982 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/4d89f334fd2043aba4335d954e47faf2 is 50, key is test_row_0/B:col10/1733169312944/Put/seqid=0 2024-12-02T19:55:13,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741846_1022 (size=12104) 2024-12-02T19:55:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:14,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3b0974a81ace83d9e746a981fd517967 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-02T19:55:14,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=A 2024-12-02T19:55:14,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:14,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=B 2024-12-02T19:55:14,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:14,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=C 2024-12-02T19:55:14,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:14,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741847_1023 (size=12104) 2024-12-02T19:55:14,024 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/21cc16227ec4497c92f7327e128eaa0d as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/21cc16227ec4497c92f7327e128eaa0d 2024-12-02T19:55:14,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/bed4fe3e9a4b4c20a3a7f1ea95e1d8ca is 50, key is test_row_0/A:col10/1733169313670/Put/seqid=0 2024-12-02T19:55:14,036 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/4d89f334fd2043aba4335d954e47faf2 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/4d89f334fd2043aba4335d954e47faf2 2024-12-02T19:55:14,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169374037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:14,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:14,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169374037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:14,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:14,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169374046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:14,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741848_1024 (size=12001) 2024-12-02T19:55:14,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:14,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/bed4fe3e9a4b4c20a3a7f1ea95e1d8ca 2024-12-02T19:55:14,060 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/A of 3b0974a81ace83d9e746a981fd517967 into 21cc16227ec4497c92f7327e128eaa0d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:14,060 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:14,061 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T19:55:14,063 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/A, priority=13, startTime=1733169313888; duration=0sec 2024-12-02T19:55:14,064 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:14,064 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:A 2024-12-02T19:55:14,064 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:14,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:14,066 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/B of 3b0974a81ace83d9e746a981fd517967 into 4d89f334fd2043aba4335d954e47faf2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169374053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:14,066 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:14,067 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/B, priority=13, startTime=1733169313891; duration=0sec 2024-12-02T19:55:14,067 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:14,067 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:B 2024-12-02T19:55:14,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169374053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:14,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:14,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:14,071 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:14,071 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/C is initiating minor compaction (all files) 2024-12-02T19:55:14,072 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/C in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:14,072 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/e3aed06f272e45279922763377c5bd20, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/39281a5084d947d3a50d600ae8f19630, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/cc80bd48ef9c4257a9ed39103ad4c74d] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=35.2 K 2024-12-02T19:55:14,073 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3aed06f272e45279922763377c5bd20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733169312176 2024-12-02T19:55:14,074 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39281a5084d947d3a50d600ae8f19630, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733169312487 2024-12-02T19:55:14,076 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc80bd48ef9c4257a9ed39103ad4c74d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733169312944 2024-12-02T19:55:14,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/f06532709c44434297323ab477543c7a is 50, key is test_row_0/B:col10/1733169313670/Put/seqid=0 2024-12-02T19:55:14,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741849_1025 (size=12001) 2024-12-02T19:55:14,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/f06532709c44434297323ab477543c7a 2024-12-02T19:55:14,108 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#C#compaction#13 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:14,109 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/25148aa43469402e8f52386e872de80e is 50, key is test_row_0/C:col10/1733169312944/Put/seqid=0 2024-12-02T19:55:14,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741850_1026 (size=12104) 2024-12-02T19:55:14,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/a302577fb34243a8b4b45716a666c5f2 is 50, key is test_row_0/C:col10/1733169313670/Put/seqid=0 2024-12-02T19:55:14,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:14,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169374160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:14,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:14,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169374160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:14,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:14,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169374160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:14,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:14,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:14,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741851_1027 (size=12001) 2024-12-02T19:55:14,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/a302577fb34243a8b4b45716a666c5f2 2024-12-02T19:55:14,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:14,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169374182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:14,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:14,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169374182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:14,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:14,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:14,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/bed4fe3e9a4b4c20a3a7f1ea95e1d8ca as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/bed4fe3e9a4b4c20a3a7f1ea95e1d8ca 2024-12-02T19:55:14,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/bed4fe3e9a4b4c20a3a7f1ea95e1d8ca, entries=150, sequenceid=81, filesize=11.7 K 2024-12-02T19:55:14,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/f06532709c44434297323ab477543c7a as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/f06532709c44434297323ab477543c7a 2024-12-02T19:55:14,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/f06532709c44434297323ab477543c7a, entries=150, sequenceid=81, filesize=11.7 K 2024-12-02T19:55:14,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/a302577fb34243a8b4b45716a666c5f2 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/a302577fb34243a8b4b45716a666c5f2 2024-12-02T19:55:14,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/a302577fb34243a8b4b45716a666c5f2, entries=150, sequenceid=81, filesize=11.7 K 2024-12-02T19:55:14,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 3b0974a81ace83d9e746a981fd517967 in 284ms, sequenceid=81, compaction requested=false 2024-12-02T19:55:14,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T19:55:14,290 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:55:14,291 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:55:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-12-02T19:55:14,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T19:55:14,294 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:55:14,296 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:55:14,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:55:14,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:14,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3b0974a81ace83d9e746a981fd517967 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-02T19:55:14,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=A 2024-12-02T19:55:14,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:14,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=B 2024-12-02T19:55:14,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:14,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=C 2024-12-02T19:55:14,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:14,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/23eb4c319b5d4834b731a8a68042666a is 50, key is test_row_0/A:col10/1733169314370/Put/seqid=0 2024-12-02T19:55:14,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T19:55:14,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741852_1028 (size=12001) 2024-12-02T19:55:14,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/23eb4c319b5d4834b731a8a68042666a 2024-12-02T19:55:14,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169374432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:14,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:14,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169374432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:14,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:14,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:14,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-02T19:55:14,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:14,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:14,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:14,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:14,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:14,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:14,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169374441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:14,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:14,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169374442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:14,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:14,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169374444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:14,458 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:14,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:14,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/8d0db135aa994d4fbc4e58ed318b3e0e is 50, key is test_row_0/B:col10/1733169314370/Put/seqid=0 2024-12-02T19:55:14,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741853_1029 (size=12001) 2024-12-02T19:55:14,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/8d0db135aa994d4fbc4e58ed318b3e0e 2024-12-02T19:55:14,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/da22acfb457a41ccb1effe485d628098 is 50, key is test_row_0/C:col10/1733169314370/Put/seqid=0 2024-12-02T19:55:14,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169374548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:14,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:14,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169374559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:14,564 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/25148aa43469402e8f52386e872de80e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/25148aa43469402e8f52386e872de80e 2024-12-02T19:55:14,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,564 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,565 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:14,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:14,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169374560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:14,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:14,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169374569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:14,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,574 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,574 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:14,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:14,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169374569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:14,588 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/C of 3b0974a81ace83d9e746a981fd517967 into 25148aa43469402e8f52386e872de80e(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:14,588 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:14,588 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/C, priority=13, startTime=1733169313894; duration=0sec 2024-12-02T19:55:14,588 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:14,588 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:C 2024-12-02T19:55:14,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741854_1030 (size=12001) 2024-12-02T19:55:14,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/da22acfb457a41ccb1effe485d628098 2024-12-02T19:55:14,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/23eb4c319b5d4834b731a8a68042666a as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/23eb4c319b5d4834b731a8a68042666a 2024-12-02T19:55:14,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-02T19:55:14,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:14,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:14,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:14,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:14,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:14,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T19:55:14,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/23eb4c319b5d4834b731a8a68042666a, entries=150, sequenceid=98, filesize=11.7 K 2024-12-02T19:55:14,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/8d0db135aa994d4fbc4e58ed318b3e0e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/8d0db135aa994d4fbc4e58ed318b3e0e 2024-12-02T19:55:14,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/8d0db135aa994d4fbc4e58ed318b3e0e, entries=150, sequenceid=98, filesize=11.7 K 2024-12-02T19:55:14,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/da22acfb457a41ccb1effe485d628098 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/da22acfb457a41ccb1effe485d628098 2024-12-02T19:55:14,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/da22acfb457a41ccb1effe485d628098, entries=150, sequenceid=98, filesize=11.7 K 2024-12-02T19:55:14,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 3b0974a81ace83d9e746a981fd517967 in 276ms, sequenceid=98, compaction requested=true 2024-12-02T19:55:14,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:14,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:55:14,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:14,649 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:14,649 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:14,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:55:14,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:14,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:55:14,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:14,651 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:14,651 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:14,652 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/A is initiating minor compaction (all files) 2024-12-02T19:55:14,652 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/B is initiating minor compaction (all files) 2024-12-02T19:55:14,652 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/A in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:14,652 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/B in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:14,652 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/4d89f334fd2043aba4335d954e47faf2, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/f06532709c44434297323ab477543c7a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/8d0db135aa994d4fbc4e58ed318b3e0e] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=35.3 K 2024-12-02T19:55:14,652 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/21cc16227ec4497c92f7327e128eaa0d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/bed4fe3e9a4b4c20a3a7f1ea95e1d8ca, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/23eb4c319b5d4834b731a8a68042666a] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=35.3 K 2024-12-02T19:55:14,653 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d89f334fd2043aba4335d954e47faf2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733169312944 2024-12-02T19:55:14,653 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21cc16227ec4497c92f7327e128eaa0d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733169312944 2024-12-02T19:55:14,654 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting bed4fe3e9a4b4c20a3a7f1ea95e1d8ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733169313660 2024-12-02T19:55:14,654 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting f06532709c44434297323ab477543c7a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733169313660 2024-12-02T19:55:14,655 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23eb4c319b5d4834b731a8a68042666a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733169314042 2024-12-02T19:55:14,656 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d0db135aa994d4fbc4e58ed318b3e0e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733169314042 2024-12-02T19:55:14,679 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#A#compaction#18 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:14,680 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#B#compaction#19 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:14,680 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/649d118dc0ac4bd09e1f4bdf378d7939 is 50, key is test_row_0/A:col10/1733169314370/Put/seqid=0 2024-12-02T19:55:14,681 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/c58df7497dcd48c3a2d26feb5b2a5e2b is 50, key is test_row_0/B:col10/1733169314370/Put/seqid=0 2024-12-02T19:55:14,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741855_1031 (size=12207) 2024-12-02T19:55:14,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741856_1032 (size=12207) 2024-12-02T19:55:14,713 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/c58df7497dcd48c3a2d26feb5b2a5e2b as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/c58df7497dcd48c3a2d26feb5b2a5e2b 2024-12-02T19:55:14,727 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/B of 3b0974a81ace83d9e746a981fd517967 into c58df7497dcd48c3a2d26feb5b2a5e2b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:14,727 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:14,727 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/B, priority=13, startTime=1733169314649; duration=0sec 2024-12-02T19:55:14,728 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:14,728 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:B 2024-12-02T19:55:14,728 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:14,730 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:14,730 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/C is initiating minor compaction (all files) 2024-12-02T19:55:14,730 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/C in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:14,731 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/25148aa43469402e8f52386e872de80e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/a302577fb34243a8b4b45716a666c5f2, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/da22acfb457a41ccb1effe485d628098] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=35.3 K 2024-12-02T19:55:14,732 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 25148aa43469402e8f52386e872de80e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733169312944 2024-12-02T19:55:14,733 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting a302577fb34243a8b4b45716a666c5f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733169313660 2024-12-02T19:55:14,734 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting da22acfb457a41ccb1effe485d628098, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733169314042 2024-12-02T19:55:14,754 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#C#compaction#20 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:14,755 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/c9a90caf24214f2c8c3b65b4568972cc is 50, key is test_row_0/C:col10/1733169314370/Put/seqid=0 2024-12-02T19:55:14,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-02T19:55:14,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:14,761 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 3b0974a81ace83d9e746a981fd517967 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-02T19:55:14,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=A 2024-12-02T19:55:14,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:14,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=B 2024-12-02T19:55:14,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:14,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=C 2024-12-02T19:55:14,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:14,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:14,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/a3f100bb351d4289a9d6fe0d8783f2c7 is 50, key is test_row_0/A:col10/1733169314439/Put/seqid=0 2024-12-02T19:55:14,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741857_1033 (size=12207) 2024-12-02T19:55:14,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169374795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:14,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:14,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:14,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169374799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:14,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:14,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169374799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:14,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:14,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169374803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:14,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:14,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:14,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169374805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:14,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,812 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:14,821 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T19:55:14,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741858_1034 (size=12001) 2024-12-02T19:55:14,828 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/a3f100bb351d4289a9d6fe0d8783f2c7 2024-12-02T19:55:14,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/af51186eae2f41a3b05b9fa99582a19c is 50, key is test_row_0/B:col10/1733169314439/Put/seqid=0 2024-12-02T19:55:14,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741859_1035 (size=12001) 2024-12-02T19:55:14,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169374911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:14,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T19:55:14,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:14,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169374919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:14,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:14,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169374920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:14,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:14,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169374921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:14,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:14,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:14,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:14,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169374921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:14,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:14,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:15,108 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/649d118dc0ac4bd09e1f4bdf378d7939 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/649d118dc0ac4bd09e1f4bdf378d7939 2024-12-02T19:55:15,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169375119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:15,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:15,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:15,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:15,130 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/A of 3b0974a81ace83d9e746a981fd517967 into 649d118dc0ac4bd09e1f4bdf378d7939(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:15,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:15,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169375128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:15,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:15,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:15,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:15,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:15,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169375128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169375128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:15,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:15,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:15,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:15,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:15,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:15,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:15,134 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:15,134 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/A, priority=13, startTime=1733169314649; duration=0sec 2024-12-02T19:55:15,134 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:15,134 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:A 2024-12-02T19:55:15,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169375139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:15,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:15,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:15,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:15,208 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/c9a90caf24214f2c8c3b65b4568972cc as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/c9a90caf24214f2c8c3b65b4568972cc 2024-12-02T19:55:15,209 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T19:55:15,209 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T19:55:15,212 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T19:55:15,212 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T19:55:15,213 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T19:55:15,213 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T19:55:15,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-02T19:55:15,215 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-02T19:55:15,240 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/C of 3b0974a81ace83d9e746a981fd517967 into c9a90caf24214f2c8c3b65b4568972cc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:15,240 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:15,240 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/C, priority=13, startTime=1733169314649; duration=0sec 2024-12-02T19:55:15,241 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:15,241 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:C 2024-12-02T19:55:15,295 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/af51186eae2f41a3b05b9fa99582a19c 2024-12-02T19:55:15,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/d3c1bc3b9422499898b90ebb3785eb55 is 50, key is test_row_0/C:col10/1733169314439/Put/seqid=0 2024-12-02T19:55:15,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741860_1036 (size=12001) 2024-12-02T19:55:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T19:55:15,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169375439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:15,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:15,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:15,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:15,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169375439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:15,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169375439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:15,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:15,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:15,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:15,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169375440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:15,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:15,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:15,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:15,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:15,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:15,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:15,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169375448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:15,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:15,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:15,453 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:15,742 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/d3c1bc3b9422499898b90ebb3785eb55 2024-12-02T19:55:15,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/a3f100bb351d4289a9d6fe0d8783f2c7 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/a3f100bb351d4289a9d6fe0d8783f2c7 2024-12-02T19:55:15,774 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/a3f100bb351d4289a9d6fe0d8783f2c7, entries=150, sequenceid=118, filesize=11.7 K 2024-12-02T19:55:15,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/af51186eae2f41a3b05b9fa99582a19c as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/af51186eae2f41a3b05b9fa99582a19c 2024-12-02T19:55:15,803 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/af51186eae2f41a3b05b9fa99582a19c, entries=150, sequenceid=118, filesize=11.7 K 2024-12-02T19:55:15,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/d3c1bc3b9422499898b90ebb3785eb55 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/d3c1bc3b9422499898b90ebb3785eb55 2024-12-02T19:55:15,815 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/d3c1bc3b9422499898b90ebb3785eb55, entries=150, sequenceid=118, filesize=11.7 K 2024-12-02T19:55:15,817 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 3b0974a81ace83d9e746a981fd517967 in 1056ms, sequenceid=118, compaction requested=false 2024-12-02T19:55:15,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:15,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:15,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-02T19:55:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-02T19:55:15,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T19:55:15,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5240 sec 2024-12-02T19:55:15,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.5370 sec 2024-12-02T19:55:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:15,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3b0974a81ace83d9e746a981fd517967 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-02T19:55:15,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=A 2024-12-02T19:55:15,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:15,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=B 2024-12-02T19:55:15,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:15,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=C 2024-12-02T19:55:15,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:15,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169375975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:15,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:15,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:15,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:15,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169375977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:15,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:15,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:15,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:15,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169375979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:15,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:15,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:15,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:15,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169375983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:15,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169375983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:15,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:15,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:15,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:15,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:15,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:15,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:16,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/3347a22fac204d0fa36df1f8e454e95a is 50, key is test_row_0/A:col10/1733169315950/Put/seqid=0 2024-12-02T19:55:16,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741861_1037 (size=14541) 2024-12-02T19:55:16,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/3347a22fac204d0fa36df1f8e454e95a 2024-12-02T19:55:16,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/a289ae05fb504c49b1c88862c9c310f7 is 50, key is test_row_0/B:col10/1733169315950/Put/seqid=0 2024-12-02T19:55:16,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:16,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169376088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:16,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:16,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169376088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:16,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:16,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:16,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169376099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:16,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169376099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:16,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169376100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:16,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:16,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:16,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:16,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741862_1038 (size=12151) 2024-12-02T19:55:16,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/a289ae05fb504c49b1c88862c9c310f7 2024-12-02T19:55:16,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/769fcc2f366e4e18850789ef9963c171 is 50, key is test_row_0/C:col10/1733169315950/Put/seqid=0 2024-12-02T19:55:16,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741863_1039 (size=12151) 2024-12-02T19:55:16,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169376298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:16,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169376298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:16,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:16,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:16,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169376310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:16,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169376311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:16,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:16,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:16,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169376311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:16,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:16,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:16,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T19:55:16,439 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:55:16,440 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:55:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-12-02T19:55:16,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T19:55:16,443 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:55:16,445 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:55:16,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:55:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T19:55:16,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/769fcc2f366e4e18850789ef9963c171 2024-12-02T19:55:16,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/3347a22fac204d0fa36df1f8e454e95a as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/3347a22fac204d0fa36df1f8e454e95a 2024-12-02T19:55:16,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/3347a22fac204d0fa36df1f8e454e95a, entries=200, sequenceid=137, filesize=14.2 K 2024-12-02T19:55:16,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/a289ae05fb504c49b1c88862c9c310f7 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/a289ae05fb504c49b1c88862c9c310f7 2024-12-02T19:55:16,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/a289ae05fb504c49b1c88862c9c310f7, entries=150, sequenceid=137, filesize=11.9 K 2024-12-02T19:55:16,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/769fcc2f366e4e18850789ef9963c171 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/769fcc2f366e4e18850789ef9963c171 2024-12-02T19:55:16,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-02T19:55:16,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:16,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:16,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:16,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:16,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:16,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/769fcc2f366e4e18850789ef9963c171, entries=150, sequenceid=137, filesize=11.9 K 2024-12-02T19:55:16,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 3b0974a81ace83d9e746a981fd517967 in 657ms, sequenceid=137, compaction requested=true 2024-12-02T19:55:16,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:16,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:55:16,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:16,609 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:16,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:55:16,609 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:16,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:16,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:55:16,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:16,613 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:16,613 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/B is initiating minor compaction (all files) 2024-12-02T19:55:16,614 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/B in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:16,614 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/c58df7497dcd48c3a2d26feb5b2a5e2b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/af51186eae2f41a3b05b9fa99582a19c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/a289ae05fb504c49b1c88862c9c310f7] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=35.5 K 2024-12-02T19:55:16,614 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38749 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:16,614 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/A is initiating minor compaction (all files) 2024-12-02T19:55:16,614 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/A in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:16,615 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/649d118dc0ac4bd09e1f4bdf378d7939, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/a3f100bb351d4289a9d6fe0d8783f2c7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/3347a22fac204d0fa36df1f8e454e95a] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=37.8 K 2024-12-02T19:55:16,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:16,616 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3b0974a81ace83d9e746a981fd517967 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-02T19:55:16,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=A 2024-12-02T19:55:16,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:16,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=B 2024-12-02T19:55:16,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:16,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=C 2024-12-02T19:55:16,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:16,616 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 649d118dc0ac4bd09e1f4bdf378d7939, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733169314042 2024-12-02T19:55:16,617 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting c58df7497dcd48c3a2d26feb5b2a5e2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733169314042 2024-12-02T19:55:16,617 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting af51186eae2f41a3b05b9fa99582a19c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733169314405 2024-12-02T19:55:16,618 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3f100bb351d4289a9d6fe0d8783f2c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733169314405 2024-12-02T19:55:16,619 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3347a22fac204d0fa36df1f8e454e95a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733169314803 2024-12-02T19:55:16,620 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting a289ae05fb504c49b1c88862c9c310f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733169314803 2024-12-02T19:55:16,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/b88544664538491388ba41bf71e45501 is 50, key is test_row_0/A:col10/1733169316612/Put/seqid=0 2024-12-02T19:55:16,661 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#B#compaction#27 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:16,662 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/9fde93c02a6f4efbacb31ddf8defaf0b is 50, key is test_row_0/B:col10/1733169315950/Put/seqid=0 2024-12-02T19:55:16,664 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#A#compaction#28 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:16,665 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/e39cdb9b3e734d348a6b8f4b653f0d4f is 50, key is test_row_0/A:col10/1733169315950/Put/seqid=0 2024-12-02T19:55:16,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:16,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169376646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:16,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:16,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:16,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169376648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:16,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:16,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:16,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169376652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:16,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:16,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:16,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169376668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:16,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:16,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:16,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169376672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:16,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:16,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741864_1040 (size=14541) 2024-12-02T19:55:16,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741866_1042 (size=12459) 2024-12-02T19:55:16,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741865_1041 (size=12459) 2024-12-02T19:55:16,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/b88544664538491388ba41bf71e45501 2024-12-02T19:55:16,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-02T19:55:16,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:16,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:16,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:16,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:16,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:16,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:16,758 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/9fde93c02a6f4efbacb31ddf8defaf0b as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/9fde93c02a6f4efbacb31ddf8defaf0b 2024-12-02T19:55:16,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T19:55:16,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/7cbbd0951fb74f318c0bc35f60b88b6e is 50, key is test_row_0/B:col10/1733169316612/Put/seqid=0 2024-12-02T19:55:16,775 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/B of 3b0974a81ace83d9e746a981fd517967 into 9fde93c02a6f4efbacb31ddf8defaf0b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:16,775 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:16,775 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/B, priority=13, startTime=1733169316609; duration=0sec 2024-12-02T19:55:16,776 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:16,776 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:B 2024-12-02T19:55:16,776 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:16,780 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:16,780 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/C is initiating minor compaction (all files) 2024-12-02T19:55:16,780 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/C in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:16,780 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/c9a90caf24214f2c8c3b65b4568972cc, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/d3c1bc3b9422499898b90ebb3785eb55, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/769fcc2f366e4e18850789ef9963c171] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=35.5 K 2024-12-02T19:55:16,782 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting c9a90caf24214f2c8c3b65b4568972cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733169314042 2024-12-02T19:55:16,784 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting d3c1bc3b9422499898b90ebb3785eb55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733169314405 2024-12-02T19:55:16,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:16,784 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 769fcc2f366e4e18850789ef9963c171, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733169314803 2024-12-02T19:55:16,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169376779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:16,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:16,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:16,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169376779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:16,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,786 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:16,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:16,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169376779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:16,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:16,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:16,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:16,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169376789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:16,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169376789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:16,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:16,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:16,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:16,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741867_1043 (size=12151) 2024-12-02T19:55:16,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/7cbbd0951fb74f318c0bc35f60b88b6e 2024-12-02T19:55:16,817 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#C#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:16,818 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/3a0cb6b971f04b6a92cd9f17add8877b is 50, key is test_row_0/C:col10/1733169315950/Put/seqid=0 2024-12-02T19:55:16,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/3d4013eff18b4f3da06ec7ba6358d863 is 50, key is test_row_0/C:col10/1733169316612/Put/seqid=0 2024-12-02T19:55:16,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741869_1045 (size=12151) 2024-12-02T19:55:16,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/3d4013eff18b4f3da06ec7ba6358d863 2024-12-02T19:55:16,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741868_1044 (size=12459) 2024-12-02T19:55:16,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/b88544664538491388ba41bf71e45501 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/b88544664538491388ba41bf71e45501 2024-12-02T19:55:16,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/b88544664538491388ba41bf71e45501, entries=200, sequenceid=153, filesize=14.2 K 2024-12-02T19:55:16,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/7cbbd0951fb74f318c0bc35f60b88b6e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/7cbbd0951fb74f318c0bc35f60b88b6e 2024-12-02T19:55:16,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-02T19:55:16,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:16,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:16,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:16,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:16,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:16,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/7cbbd0951fb74f318c0bc35f60b88b6e, entries=150, sequenceid=153, filesize=11.9 K 2024-12-02T19:55:16,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/3d4013eff18b4f3da06ec7ba6358d863 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/3d4013eff18b4f3da06ec7ba6358d863 2024-12-02T19:55:16,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/3d4013eff18b4f3da06ec7ba6358d863, entries=150, sequenceid=153, filesize=11.9 K 2024-12-02T19:55:16,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 3b0974a81ace83d9e746a981fd517967 in 325ms, sequenceid=153, compaction requested=false 2024-12-02T19:55:16,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:16,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:16,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3b0974a81ace83d9e746a981fd517967 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-02T19:55:16,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=A 2024-12-02T19:55:16,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:16,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=B 2024-12-02T19:55:16,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:16,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=C 2024-12-02T19:55:16,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:17,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/60158c42966f4f44a669ed1eae5e8201 is 50, key is test_row_0/A:col10/1733169316992/Put/seqid=0 2024-12-02T19:55:17,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169377023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:17,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:17,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169377024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:17,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:17,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169377025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:17,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:17,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169377025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:17,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:17,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:17,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169377027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:17,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:17,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741870_1046 (size=14541) 2024-12-02T19:55:17,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-02T19:55:17,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:17,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:17,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:17,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:17,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T19:55:17,120 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/e39cdb9b3e734d348a6b8f4b653f0d4f as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/e39cdb9b3e734d348a6b8f4b653f0d4f 2024-12-02T19:55:17,131 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/A of 3b0974a81ace83d9e746a981fd517967 into e39cdb9b3e734d348a6b8f4b653f0d4f(size=12.2 K), total size for store is 26.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:17,131 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:17,131 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/A, priority=13, startTime=1733169316609; duration=0sec 2024-12-02T19:55:17,132 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:17,132 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:A 2024-12-02T19:55:17,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169377138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:17,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:17,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:17,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169377149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:17,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:17,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169377149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:17,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:17,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:17,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169377149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:17,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:17,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169377149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:17,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:17,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,153 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:17,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:17,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-02T19:55:17,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:17,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:17,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:17,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:17,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:17,279 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/3a0cb6b971f04b6a92cd9f17add8877b as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/3a0cb6b971f04b6a92cd9f17add8877b 2024-12-02T19:55:17,291 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/C of 3b0974a81ace83d9e746a981fd517967 into 3a0cb6b971f04b6a92cd9f17add8877b(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:17,291 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:17,291 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/C, priority=13, startTime=1733169316609; duration=0sec 2024-12-02T19:55:17,291 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:17,291 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:C 2024-12-02T19:55:17,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169377352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:17,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:17,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169377360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:17,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:17,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169377363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:17,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:17,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169377363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:17,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:17,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169377363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:17,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,369 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:17,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-02T19:55:17,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:17,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:17,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:17,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:17,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:17,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/60158c42966f4f44a669ed1eae5e8201 2024-12-02T19:55:17,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/477ba3772e65486d9543987d1c758b14 is 50, key is test_row_0/B:col10/1733169316992/Put/seqid=0 2024-12-02T19:55:17,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741871_1047 (size=12151) 2024-12-02T19:55:17,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/477ba3772e65486d9543987d1c758b14 2024-12-02T19:55:17,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/aff1ed49a44443b9b96b01f4081e183a is 50, key is test_row_0/C:col10/1733169316992/Put/seqid=0 2024-12-02T19:55:17,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-02T19:55:17,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:17,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:17,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:17,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:17,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T19:55:17,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741872_1048 (size=12151) 2024-12-02T19:55:17,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:17,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169377669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:17,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:17,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169377669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:17,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:17,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169377679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:17,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169377680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:17,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169377680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:17,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,687 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:17,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:17,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:17,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:17,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-02T19:55:17,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:17,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:17,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:17,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:17,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:17,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-02T19:55:17,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:17,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:17,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:17,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:17,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:17,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:17,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/aff1ed49a44443b9b96b01f4081e183a 2024-12-02T19:55:17,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/60158c42966f4f44a669ed1eae5e8201 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/60158c42966f4f44a669ed1eae5e8201 2024-12-02T19:55:17,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-02T19:55:17,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:17,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:18,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:18,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:18,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:18,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/60158c42966f4f44a669ed1eae5e8201, entries=200, sequenceid=172, filesize=14.2 K 2024-12-02T19:55:18,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/477ba3772e65486d9543987d1c758b14 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/477ba3772e65486d9543987d1c758b14 2024-12-02T19:55:18,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/477ba3772e65486d9543987d1c758b14, entries=150, sequenceid=172, filesize=11.9 K 2024-12-02T19:55:18,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/aff1ed49a44443b9b96b01f4081e183a as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/aff1ed49a44443b9b96b01f4081e183a 2024-12-02T19:55:18,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/aff1ed49a44443b9b96b01f4081e183a, entries=150, sequenceid=172, filesize=11.9 K 2024-12-02T19:55:18,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 3b0974a81ace83d9e746a981fd517967 in 1030ms, sequenceid=172, compaction requested=true 2024-12-02T19:55:18,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:18,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:55:18,027 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:18,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:18,027 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:18,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:55:18,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:18,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:55:18,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:18,028 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41541 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:18,028 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/A is initiating minor compaction (all files) 2024-12-02T19:55:18,028 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/A in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:18,028 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/e39cdb9b3e734d348a6b8f4b653f0d4f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/b88544664538491388ba41bf71e45501, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/60158c42966f4f44a669ed1eae5e8201] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=40.6 K 2024-12-02T19:55:18,029 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting e39cdb9b3e734d348a6b8f4b653f0d4f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733169314803 2024-12-02T19:55:18,030 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:18,030 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting b88544664538491388ba41bf71e45501, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733169315975 2024-12-02T19:55:18,030 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/B is initiating minor compaction (all files) 2024-12-02T19:55:18,030 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/B in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:18,030 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/9fde93c02a6f4efbacb31ddf8defaf0b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/7cbbd0951fb74f318c0bc35f60b88b6e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/477ba3772e65486d9543987d1c758b14] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=35.9 K 2024-12-02T19:55:18,031 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fde93c02a6f4efbacb31ddf8defaf0b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733169314803 2024-12-02T19:55:18,031 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60158c42966f4f44a669ed1eae5e8201, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733169316647 2024-12-02T19:55:18,032 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cbbd0951fb74f318c0bc35f60b88b6e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733169315977 2024-12-02T19:55:18,033 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 477ba3772e65486d9543987d1c758b14, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733169316647 2024-12-02T19:55:18,047 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#A#compaction#36 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:18,048 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/d0c5865749084fe58f62cdc3275cdf0b is 50, key is test_row_0/A:col10/1733169316992/Put/seqid=0 2024-12-02T19:55:18,054 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#B#compaction#37 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:18,055 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/2ede37fa361f473ab8fbc37d723f68ae is 50, key is test_row_0/B:col10/1733169316992/Put/seqid=0 2024-12-02T19:55:18,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741874_1050 (size=12561) 2024-12-02T19:55:18,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741873_1049 (size=12561) 2024-12-02T19:55:18,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-02T19:55:18,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:18,155 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 3b0974a81ace83d9e746a981fd517967 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-02T19:55:18,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=A 2024-12-02T19:55:18,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:18,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=B 2024-12-02T19:55:18,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:18,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=C 2024-12-02T19:55:18,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:18,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/0a095052f99b4d689f538a9b2c8da478 is 50, key is test_row_0/A:col10/1733169317020/Put/seqid=0 2024-12-02T19:55:18,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741875_1051 (size=12151) 2024-12-02T19:55:18,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:18,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:18,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169378206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:18,212 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:18,213 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169378206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:18,213 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:18,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:18,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169378206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:18,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:18,213 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,214 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:18,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169378212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:18,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169378213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:18,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:18,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:18,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169378319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169378319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169378319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:18,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:18,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169378329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:18,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:18,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,332 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169378329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:18,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:18,489 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/2ede37fa361f473ab8fbc37d723f68ae as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/2ede37fa361f473ab8fbc37d723f68ae 2024-12-02T19:55:18,497 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/d0c5865749084fe58f62cdc3275cdf0b as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/d0c5865749084fe58f62cdc3275cdf0b 2024-12-02T19:55:18,502 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/B of 3b0974a81ace83d9e746a981fd517967 into 2ede37fa361f473ab8fbc37d723f68ae(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:18,503 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:18,503 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/B, priority=13, startTime=1733169318027; duration=0sec 2024-12-02T19:55:18,504 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:18,504 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:B 2024-12-02T19:55:18,504 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:18,506 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:18,507 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/C is initiating minor compaction (all files) 2024-12-02T19:55:18,507 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/C in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:18,507 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/3a0cb6b971f04b6a92cd9f17add8877b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/3d4013eff18b4f3da06ec7ba6358d863, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/aff1ed49a44443b9b96b01f4081e183a] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=35.9 K 2024-12-02T19:55:18,509 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a0cb6b971f04b6a92cd9f17add8877b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733169314803 2024-12-02T19:55:18,509 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d4013eff18b4f3da06ec7ba6358d863, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733169315977 2024-12-02T19:55:18,510 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting aff1ed49a44443b9b96b01f4081e183a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733169316647 2024-12-02T19:55:18,511 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/A of 3b0974a81ace83d9e746a981fd517967 into d0c5865749084fe58f62cdc3275cdf0b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:18,511 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:18,511 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/A, priority=13, startTime=1733169318026; duration=0sec 2024-12-02T19:55:18,511 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:18,511 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:A 2024-12-02T19:55:18,525 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#C#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:18,526 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/1ac5b6df67594c4f9d4c77eb935bc6b7 is 50, key is test_row_0/C:col10/1733169316992/Put/seqid=0 2024-12-02T19:55:18,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169378529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:18,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169378529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:18,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:18,533 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,534 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:18,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741876_1052 (size=12561) 2024-12-02T19:55:18,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169378538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:18,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:18,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169378538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:18,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:18,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169378539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:18,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:18,573 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/0a095052f99b4d689f538a9b2c8da478 2024-12-02T19:55:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T19:55:18,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/d09561bb3296449d967219adecb5aa42 is 50, key is test_row_0/B:col10/1733169317020/Put/seqid=0 2024-12-02T19:55:18,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741877_1053 (size=12151) 2024-12-02T19:55:18,638 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/d09561bb3296449d967219adecb5aa42 2024-12-02T19:55:18,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/40c302a062ac4a30b78359a8da6bdd30 is 50, key is test_row_0/C:col10/1733169317020/Put/seqid=0 2024-12-02T19:55:18,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741878_1054 (size=12151) 2024-12-02T19:55:18,678 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/40c302a062ac4a30b78359a8da6bdd30 2024-12-02T19:55:18,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/0a095052f99b4d689f538a9b2c8da478 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/0a095052f99b4d689f538a9b2c8da478 2024-12-02T19:55:18,696 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/0a095052f99b4d689f538a9b2c8da478, entries=150, sequenceid=188, filesize=11.9 K 2024-12-02T19:55:18,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/d09561bb3296449d967219adecb5aa42 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/d09561bb3296449d967219adecb5aa42 2024-12-02T19:55:18,711 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/d09561bb3296449d967219adecb5aa42, entries=150, sequenceid=188, filesize=11.9 K 2024-12-02T19:55:18,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/40c302a062ac4a30b78359a8da6bdd30 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/40c302a062ac4a30b78359a8da6bdd30 2024-12-02T19:55:18,730 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/40c302a062ac4a30b78359a8da6bdd30, entries=150, sequenceid=188, filesize=11.9 K 2024-12-02T19:55:18,732 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 3b0974a81ace83d9e746a981fd517967 in 578ms, sequenceid=188, compaction requested=false 2024-12-02T19:55:18,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:18,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:18,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-02T19:55:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-02T19:55:18,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-02T19:55:18,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2890 sec 2024-12-02T19:55:18,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 2.2980 sec 2024-12-02T19:55:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:18,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3b0974a81ace83d9e746a981fd517967 3/3 column families, dataSize=114.05 KB heapSize=339.66 KB 2024-12-02T19:55:18,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=A 2024-12-02T19:55:18,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:55:18,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=B 2024-12-02T19:55:18,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:55:18,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=C 2024-12-02T19:55:18,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:55:18,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/698ee1ad9b994d8695938ef142ab2241 is 50, key is test_row_0/A:col10/1733169318841/Put/seqid=0 2024-12-02T19:55:18,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169378906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:18,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:18,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:18,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169378910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:18,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:18,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169378910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:18,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:18,913 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,913 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:18,913 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169378910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:18,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:18,914 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169378911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:18,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:18,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:18,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741879_1055 (size=12151) 2024-12-02T19:55:18,949 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/1ac5b6df67594c4f9d4c77eb935bc6b7 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/1ac5b6df67594c4f9d4c77eb935bc6b7 2024-12-02T19:55:18,957 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/C of 3b0974a81ace83d9e746a981fd517967 into 1ac5b6df67594c4f9d4c77eb935bc6b7(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:18,957 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:18,957 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/C, priority=13, startTime=1733169318027; duration=0sec 2024-12-02T19:55:18,957 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:18,957 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:C 2024-12-02T19:55:19,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:19,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169379018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169379018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:19,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:19,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:19,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:19,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:19,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169379019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169379019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:19,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:19,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:19,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:19,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169379019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:19,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:19,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:19,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:19,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:19,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:19,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:19,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:19,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:19,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:19,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:19,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169379228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:19,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169379228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:19,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169379229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:19,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169379229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:19,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169379229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:19,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:19,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:19,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:19,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:19,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:19,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:19,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:19,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:19,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:19,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:19,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:19,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/698ee1ad9b994d8695938ef142ab2241 2024-12-02T19:55:19,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/208465ff51e340ccba65fb8bcb9eda04 is 50, key is test_row_0/B:col10/1733169318841/Put/seqid=0 2024-12-02T19:55:19,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741880_1056 (size=12151) 2024-12-02T19:55:19,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/208465ff51e340ccba65fb8bcb9eda04 2024-12-02T19:55:19,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/61c5767b8cef4be39a3b3a06046abbf5 is 50, key is test_row_0/C:col10/1733169318841/Put/seqid=0 2024-12-02T19:55:19,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741881_1057 (size=12151) 2024-12-02T19:55:19,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169379539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:19,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:19,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:19,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169379539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:19,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:19,542 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:19,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:19,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:19,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169379539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:19,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:19,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:19,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:19,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169379549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:19,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:19,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:19,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:19,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169379549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:19,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:19,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:19,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:19,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/61c5767b8cef4be39a3b3a06046abbf5 2024-12-02T19:55:19,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/698ee1ad9b994d8695938ef142ab2241 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/698ee1ad9b994d8695938ef142ab2241 2024-12-02T19:55:19,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/698ee1ad9b994d8695938ef142ab2241, entries=150, sequenceid=211, filesize=11.9 K 2024-12-02T19:55:19,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/208465ff51e340ccba65fb8bcb9eda04 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/208465ff51e340ccba65fb8bcb9eda04 2024-12-02T19:55:19,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/208465ff51e340ccba65fb8bcb9eda04, entries=150, sequenceid=211, filesize=11.9 K 2024-12-02T19:55:19,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/61c5767b8cef4be39a3b3a06046abbf5 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/61c5767b8cef4be39a3b3a06046abbf5 2024-12-02T19:55:19,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/61c5767b8cef4be39a3b3a06046abbf5, entries=150, sequenceid=211, filesize=11.9 K 2024-12-02T19:55:19,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 3b0974a81ace83d9e746a981fd517967 in 975ms, sequenceid=211, compaction requested=true 2024-12-02T19:55:19,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:19,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:55:19,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:19,844 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:19,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:55:19,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:19,844 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:19,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:55:19,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:19,846 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:19,846 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:19,846 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/A is initiating minor compaction (all files) 2024-12-02T19:55:19,846 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/B is initiating minor compaction (all files) 2024-12-02T19:55:19,846 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/A in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:19,846 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/B in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:19,846 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/2ede37fa361f473ab8fbc37d723f68ae, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/d09561bb3296449d967219adecb5aa42, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/208465ff51e340ccba65fb8bcb9eda04] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=36.0 K 2024-12-02T19:55:19,846 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/d0c5865749084fe58f62cdc3275cdf0b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/0a095052f99b4d689f538a9b2c8da478, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/698ee1ad9b994d8695938ef142ab2241] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=36.0 K 2024-12-02T19:55:19,847 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0c5865749084fe58f62cdc3275cdf0b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733169316647 2024-12-02T19:55:19,847 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ede37fa361f473ab8fbc37d723f68ae, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733169316647 2024-12-02T19:55:19,848 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a095052f99b4d689f538a9b2c8da478, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733169317020 2024-12-02T19:55:19,848 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting d09561bb3296449d967219adecb5aa42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733169317020 2024-12-02T19:55:19,848 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 208465ff51e340ccba65fb8bcb9eda04, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733169318210 2024-12-02T19:55:19,848 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 698ee1ad9b994d8695938ef142ab2241, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733169318210 2024-12-02T19:55:19,860 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#B#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:19,861 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/b7c6d1b69d7d4300b0cc71deadd0b3bd is 50, key is test_row_0/B:col10/1733169318841/Put/seqid=0 2024-12-02T19:55:19,864 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#A#compaction#46 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:19,865 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/3fba906604c944dd8c782d4e8bf9bac7 is 50, key is test_row_0/A:col10/1733169318841/Put/seqid=0 2024-12-02T19:55:19,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741883_1059 (size=12663) 2024-12-02T19:55:19,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741882_1058 (size=12663) 2024-12-02T19:55:19,895 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/3fba906604c944dd8c782d4e8bf9bac7 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/3fba906604c944dd8c782d4e8bf9bac7 2024-12-02T19:55:19,895 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/b7c6d1b69d7d4300b0cc71deadd0b3bd as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/b7c6d1b69d7d4300b0cc71deadd0b3bd 2024-12-02T19:55:19,906 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/B of 3b0974a81ace83d9e746a981fd517967 into b7c6d1b69d7d4300b0cc71deadd0b3bd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:19,906 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:19,906 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/B, priority=13, startTime=1733169319844; duration=0sec 2024-12-02T19:55:19,906 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:19,906 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:B 2024-12-02T19:55:19,906 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:19,907 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/A of 3b0974a81ace83d9e746a981fd517967 into 3fba906604c944dd8c782d4e8bf9bac7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:19,907 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:19,907 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/A, priority=13, startTime=1733169319844; duration=0sec 2024-12-02T19:55:19,907 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:19,907 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:A 2024-12-02T19:55:19,908 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:19,909 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/C is initiating minor compaction (all files) 2024-12-02T19:55:19,909 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/C in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:19,909 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/1ac5b6df67594c4f9d4c77eb935bc6b7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/40c302a062ac4a30b78359a8da6bdd30, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/61c5767b8cef4be39a3b3a06046abbf5] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=36.0 K 2024-12-02T19:55:19,909 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ac5b6df67594c4f9d4c77eb935bc6b7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733169316647 2024-12-02T19:55:19,910 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 40c302a062ac4a30b78359a8da6bdd30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1733169317020 2024-12-02T19:55:19,910 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 61c5767b8cef4be39a3b3a06046abbf5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733169318210 2024-12-02T19:55:19,922 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#C#compaction#47 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:19,923 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/03500d7d260d4926950c732b3f75a8c5 is 50, key is test_row_0/C:col10/1733169318841/Put/seqid=0 2024-12-02T19:55:19,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741884_1060 (size=12663) 2024-12-02T19:55:19,938 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/03500d7d260d4926950c732b3f75a8c5 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/03500d7d260d4926950c732b3f75a8c5 2024-12-02T19:55:19,955 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/C of 3b0974a81ace83d9e746a981fd517967 into 03500d7d260d4926950c732b3f75a8c5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:19,955 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:19,955 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/C, priority=13, startTime=1733169319844; duration=0sec 2024-12-02T19:55:19,955 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:19,955 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:C 2024-12-02T19:55:20,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:20,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3b0974a81ace83d9e746a981fd517967 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-02T19:55:20,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=A 2024-12-02T19:55:20,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:20,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=B 2024-12-02T19:55:20,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:20,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=C 2024-12-02T19:55:20,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:20,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/38acaf5770cf4947aa76cc83b20df973 is 50, key is test_row_0/A:col10/1733169318882/Put/seqid=0 2024-12-02T19:55:20,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741885_1061 (size=12151) 2024-12-02T19:55:20,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:20,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169380077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:20,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:20,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:20,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169380078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:20,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:20,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:20,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169380079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:20,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:20,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:20,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169380081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:20,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:20,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:20,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169380083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:20,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:20,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:20,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169380189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:20,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:20,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:20,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169380189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:20,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:20,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:20,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169380189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169380189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:20,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:20,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:20,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:20,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169380198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:20,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:20,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169380399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:20,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:20,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169380399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:20,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:20,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169380399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:20,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:20,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169380399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:20,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:20,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:20,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169380409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:20,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:20,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/38acaf5770cf4947aa76cc83b20df973 2024-12-02T19:55:20,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/563d8d85effa44398b6a7ee760b19e36 is 50, key is test_row_0/B:col10/1733169318882/Put/seqid=0 2024-12-02T19:55:20,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741886_1062 (size=12151) 2024-12-02T19:55:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T19:55:20,599 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:55:20,599 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:55:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-12-02T19:55:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T19:55:20,602 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:55:20,603 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:55:20,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:55:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T19:55:20,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169380709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:20,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,711 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:20,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:20,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169380709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169380709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:20,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:20,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169380709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:20,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:20,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:20,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:20,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169380719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:20,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-02T19:55:20,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:20,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:20,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:20,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:20,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:20,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/563d8d85effa44398b6a7ee760b19e36 2024-12-02T19:55:20,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-02T19:55:20,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:20,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:20,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:20,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:20,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T19:55:20,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/8ba2c3dd939442a8b92936827dfdc5fd is 50, key is test_row_0/C:col10/1733169318882/Put/seqid=0 2024-12-02T19:55:20,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741887_1063 (size=12151) 2024-12-02T19:55:21,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-02T19:55:21,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:21,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:21,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:21,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:21,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:21,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-02T19:55:21,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:21,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:21,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:21,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:21,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169381219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:21,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:21,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:21,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:21,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T19:55:21,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169381228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:21,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:21,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169381228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:21,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:21,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:21,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:21,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169381228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:21,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:21,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:21,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169381229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:21,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:21,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:21,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:21,231 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:21,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:21,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:21,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/8ba2c3dd939442a8b92936827dfdc5fd 2024-12-02T19:55:21,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/38acaf5770cf4947aa76cc83b20df973 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/38acaf5770cf4947aa76cc83b20df973 2024-12-02T19:55:21,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/38acaf5770cf4947aa76cc83b20df973, entries=150, sequenceid=229, filesize=11.9 K 2024-12-02T19:55:21,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/563d8d85effa44398b6a7ee760b19e36 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/563d8d85effa44398b6a7ee760b19e36 2024-12-02T19:55:21,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/563d8d85effa44398b6a7ee760b19e36, entries=150, sequenceid=229, filesize=11.9 K 2024-12-02T19:55:21,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/8ba2c3dd939442a8b92936827dfdc5fd as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/8ba2c3dd939442a8b92936827dfdc5fd 2024-12-02T19:55:21,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/8ba2c3dd939442a8b92936827dfdc5fd, entries=150, sequenceid=229, filesize=11.9 K 2024-12-02T19:55:21,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 3b0974a81ace83d9e746a981fd517967 in 1321ms, sequenceid=229, compaction requested=false 2024-12-02T19:55:21,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:21,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-02T19:55:21,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:21,375 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 3b0974a81ace83d9e746a981fd517967 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-02T19:55:21,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=A 2024-12-02T19:55:21,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:21,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=B 2024-12-02T19:55:21,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:21,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=C 2024-12-02T19:55:21,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:21,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/5e1e230efcb641b2b2ec9d4dd19cc02f is 50, key is test_row_0/A:col10/1733169320078/Put/seqid=0 2024-12-02T19:55:21,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741888_1064 (size=12151) 2024-12-02T19:55:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T19:55:21,786 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/5e1e230efcb641b2b2ec9d4dd19cc02f 2024-12-02T19:55:21,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/7510c18985444ce3ba0665615a618d87 is 50, key is test_row_0/B:col10/1733169320078/Put/seqid=0 2024-12-02T19:55:21,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741889_1065 (size=12151) 2024-12-02T19:55:21,805 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/7510c18985444ce3ba0665615a618d87 2024-12-02T19:55:21,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/fbdd6539eed6476684c29e3935a40e17 is 50, key is test_row_0/C:col10/1733169320078/Put/seqid=0 2024-12-02T19:55:21,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741890_1066 (size=12151) 2024-12-02T19:55:21,841 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/fbdd6539eed6476684c29e3935a40e17 2024-12-02T19:55:21,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/5e1e230efcb641b2b2ec9d4dd19cc02f as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/5e1e230efcb641b2b2ec9d4dd19cc02f 2024-12-02T19:55:21,860 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/5e1e230efcb641b2b2ec9d4dd19cc02f, entries=150, sequenceid=247, filesize=11.9 K 2024-12-02T19:55:21,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/7510c18985444ce3ba0665615a618d87 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/7510c18985444ce3ba0665615a618d87 2024-12-02T19:55:21,882 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/7510c18985444ce3ba0665615a618d87, entries=150, sequenceid=247, filesize=11.9 K 2024-12-02T19:55:21,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/fbdd6539eed6476684c29e3935a40e17 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/fbdd6539eed6476684c29e3935a40e17 2024-12-02T19:55:21,893 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/fbdd6539eed6476684c29e3935a40e17, entries=150, sequenceid=247, filesize=11.9 K 2024-12-02T19:55:21,894 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 3b0974a81ace83d9e746a981fd517967 in 519ms, sequenceid=247, compaction requested=true 2024-12-02T19:55:21,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:21,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:21,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-02T19:55:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-02T19:55:21,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-02T19:55:21,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2930 sec 2024-12-02T19:55:21,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.3030 sec 2024-12-02T19:55:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:22,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3b0974a81ace83d9e746a981fd517967 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-02T19:55:22,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=A 2024-12-02T19:55:22,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:22,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=B 2024-12-02T19:55:22,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:22,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=C 2024-12-02T19:55:22,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:22,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/de276237b202470b87ece7977730de1d is 50, key is test_row_0/A:col10/1733169322241/Put/seqid=0 2024-12-02T19:55:22,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741891_1067 (size=12201) 2024-12-02T19:55:22,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/de276237b202470b87ece7977730de1d 2024-12-02T19:55:22,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/44e3cb77c4eb46b6943d6e8069aa10eb is 50, key is test_row_0/B:col10/1733169322241/Put/seqid=0 2024-12-02T19:55:22,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741892_1068 (size=12201) 2024-12-02T19:55:22,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/44e3cb77c4eb46b6943d6e8069aa10eb 2024-12-02T19:55:22,287 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733169322265, max timestamp=1733169322280Num uniques 859; 2024-12-02T19:55:22,287 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-02T19:55:22,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733169322265, max timestamp=1733169322280Num uniques 859; 2024-12-02T19:55:22,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-02T19:55:22,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169322274, max timestamp=1733169322280Num uniques 859; 2024-12-02T19:55:22,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:55:22,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/2ffa63bb0de64645b14204b40eda9a39 is 50, key is test_row_0/C:col10/1733169322241/Put/seqid=0 2024-12-02T19:55:22,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169382319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:22,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:22,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169382329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:22,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169382329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:22,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:22,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:22,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169382329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:22,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:22,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:22,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169382330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:22,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:22,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:22,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741893_1069 (size=12201) 2024-12-02T19:55:22,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/2ffa63bb0de64645b14204b40eda9a39 2024-12-02T19:55:22,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/de276237b202470b87ece7977730de1d as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/de276237b202470b87ece7977730de1d 2024-12-02T19:55:22,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/de276237b202470b87ece7977730de1d, entries=150, sequenceid=257, filesize=11.9 K 2024-12-02T19:55:22,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/44e3cb77c4eb46b6943d6e8069aa10eb as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/44e3cb77c4eb46b6943d6e8069aa10eb 2024-12-02T19:55:22,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/44e3cb77c4eb46b6943d6e8069aa10eb, entries=150, sequenceid=257, filesize=11.9 K 2024-12-02T19:55:22,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/2ffa63bb0de64645b14204b40eda9a39 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/2ffa63bb0de64645b14204b40eda9a39 2024-12-02T19:55:22,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/2ffa63bb0de64645b14204b40eda9a39, entries=150, sequenceid=257, filesize=11.9 K 2024-12-02T19:55:22,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 3b0974a81ace83d9e746a981fd517967 in 150ms, sequenceid=257, compaction requested=true 2024-12-02T19:55:22,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:22,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:55:22,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:22,397 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T19:55:22,397 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T19:55:22,399 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49166 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T19:55:22,399 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49166 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T19:55:22,400 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/B is initiating minor compaction (all files) 2024-12-02T19:55:22,400 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/A is initiating minor compaction (all files) 2024-12-02T19:55:22,400 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/B in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:22,400 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/A in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:22,400 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/3fba906604c944dd8c782d4e8bf9bac7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/38acaf5770cf4947aa76cc83b20df973, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/5e1e230efcb641b2b2ec9d4dd19cc02f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/de276237b202470b87ece7977730de1d] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=48.0 K 2024-12-02T19:55:22,400 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/b7c6d1b69d7d4300b0cc71deadd0b3bd, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/563d8d85effa44398b6a7ee760b19e36, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/7510c18985444ce3ba0665615a618d87, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/44e3cb77c4eb46b6943d6e8069aa10eb] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=48.0 K 2024-12-02T19:55:22,401 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fba906604c944dd8c782d4e8bf9bac7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733169318210 2024-12-02T19:55:22,401 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting b7c6d1b69d7d4300b0cc71deadd0b3bd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733169318210 2024-12-02T19:55:22,401 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 563d8d85effa44398b6a7ee760b19e36, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1733169318882 2024-12-02T19:55:22,401 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38acaf5770cf4947aa76cc83b20df973, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1733169318882 2024-12-02T19:55:22,402 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 7510c18985444ce3ba0665615a618d87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733169320063 2024-12-02T19:55:22,402 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e1e230efcb641b2b2ec9d4dd19cc02f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733169320063 2024-12-02T19:55:22,402 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 44e3cb77c4eb46b6943d6e8069aa10eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733169322241 2024-12-02T19:55:22,403 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting de276237b202470b87ece7977730de1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733169322241 2024-12-02T19:55:22,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:55:22,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:22,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:55:22,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:22,440 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#B#compaction#57 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:22,441 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/3a161f0e20c54ceebd7a4e6c465d6d52 is 50, key is test_row_0/B:col10/1733169322241/Put/seqid=0 2024-12-02T19:55:22,453 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#A#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:22,454 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/2c95743d8c4a456bb5b9a3e217915e78 is 50, key is test_row_0/A:col10/1733169322241/Put/seqid=0 2024-12-02T19:55:22,454 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733169322316, max timestamp=1733169322450Num uniques 1168; 2024-12-02T19:55:22,454 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=53488, new segment data size=9978, suffix heap size=149440,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1168, new segment cells count=218 2024-12-02T19:55:22,454 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733169322316, max timestamp=1733169322450Num uniques 1018; 2024-12-02T19:55:22,455 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-02T19:55:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:22,464 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3b0974a81ace83d9e746a981fd517967 3/3 column families, dataSize=82.74 KB heapSize=224.11 KB 2024-12-02T19:55:22,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=A 2024-12-02T19:55:22,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-02T19:55:22,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=B 2024-12-02T19:55:22,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:55:22,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=C 2024-12-02T19:55:22,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:55:22,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741895_1071 (size=12849) 2024-12-02T19:55:22,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741894_1070 (size=12849) 2024-12-02T19:55:22,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169382505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:22,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:22,517 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/2c95743d8c4a456bb5b9a3e217915e78 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/2c95743d8c4a456bb5b9a3e217915e78 2024-12-02T19:55:22,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169382509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:22,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:22,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/3b09e5303ee34110a5ca279ca65b33f1 is 50, key is test_row_0/A:col10/1733169322316/Put/seqid=0 2024-12-02T19:55:22,522 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/3a161f0e20c54ceebd7a4e6c465d6d52 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/3a161f0e20c54ceebd7a4e6c465d6d52 2024-12-02T19:55:22,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169382513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:22,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:22,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169382515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:22,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,528 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/A of 3b0974a81ace83d9e746a981fd517967 into 2c95743d8c4a456bb5b9a3e217915e78(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:22,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,528 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:22,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:22,528 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/A, priority=12, startTime=1733169322397; duration=0sec 2024-12-02T19:55:22,528 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:22,528 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:A 2024-12-02T19:55:22,529 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T19:55:22,530 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/B of 3b0974a81ace83d9e746a981fd517967 into 3a161f0e20c54ceebd7a4e6c465d6d52(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:22,531 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:22,531 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/B, priority=12, startTime=1733169322397; duration=0sec 2024-12-02T19:55:22,531 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:22,531 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:B 2024-12-02T19:55:22,532 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49166 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T19:55:22,532 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/C is initiating minor compaction (all files) 2024-12-02T19:55:22,532 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/C in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:22,532 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/03500d7d260d4926950c732b3f75a8c5, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/8ba2c3dd939442a8b92936827dfdc5fd, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/fbdd6539eed6476684c29e3935a40e17, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/2ffa63bb0de64645b14204b40eda9a39] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=48.0 K 2024-12-02T19:55:22,533 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03500d7d260d4926950c732b3f75a8c5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733169318210 2024-12-02T19:55:22,533 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ba2c3dd939442a8b92936827dfdc5fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1733169318882 2024-12-02T19:55:22,534 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbdd6539eed6476684c29e3935a40e17, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733169320063 2024-12-02T19:55:22,534 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ffa63bb0de64645b14204b40eda9a39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733169322241 2024-12-02T19:55:22,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169382525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:22,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:22,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741896_1072 (size=12301) 2024-12-02T19:55:22,565 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#C#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:22,566 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/df671667da4d449891b267c29c6fb459 is 50, key is test_row_0/C:col10/1733169322241/Put/seqid=0 2024-12-02T19:55:22,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/3b09e5303ee34110a5ca279ca65b33f1 2024-12-02T19:55:22,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/22c8e491032d4e29a745c6dda364df7e is 50, key is test_row_0/B:col10/1733169322316/Put/seqid=0 2024-12-02T19:55:22,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741897_1073 (size=12849) 2024-12-02T19:55:22,596 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/df671667da4d449891b267c29c6fb459 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/df671667da4d449891b267c29c6fb459 2024-12-02T19:55:22,607 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/C of 3b0974a81ace83d9e746a981fd517967 into df671667da4d449891b267c29c6fb459(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:22,607 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:22,608 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/C, priority=12, startTime=1733169322415; duration=0sec 2024-12-02T19:55:22,608 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:22,608 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:C 2024-12-02T19:55:22,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741898_1074 (size=12301) 2024-12-02T19:55:22,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/22c8e491032d4e29a745c6dda364df7e 2024-12-02T19:55:22,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169382619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:22,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:22,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169382629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:22,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:22,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169382638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:22,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169382638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:22,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:22,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:22,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/b94c9e23d0214285a10194b5d48b9a29 is 50, key is test_row_0/C:col10/1733169322316/Put/seqid=0 2024-12-02T19:55:22,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169382649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:22,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:22,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741899_1075 (size=12301) 2024-12-02T19:55:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T19:55:22,749 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:55:22,750 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:55:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-12-02T19:55:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-02T19:55:22,753 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:55:22,756 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:55:22,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:55:22,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169382829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:22,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:22,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169382838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:22,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:22,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169382849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:22,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169382849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:22,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:22,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-02T19:55:22,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169382858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:22,863 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,863 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:22,863 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:22,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-02T19:55:22,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:22,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:22,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:22,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:22,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:23,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/b94c9e23d0214285a10194b5d48b9a29 2024-12-02T19:55:23,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-02T19:55:23,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:23,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:23,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:23,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:23,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:23,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:23,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-02T19:55:23,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/3b09e5303ee34110a5ca279ca65b33f1 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/3b09e5303ee34110a5ca279ca65b33f1 2024-12-02T19:55:23,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/3b09e5303ee34110a5ca279ca65b33f1, entries=150, sequenceid=296, filesize=12.0 K 2024-12-02T19:55:23,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/22c8e491032d4e29a745c6dda364df7e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/22c8e491032d4e29a745c6dda364df7e 2024-12-02T19:55:23,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/22c8e491032d4e29a745c6dda364df7e, entries=150, sequenceid=296, filesize=12.0 K 2024-12-02T19:55:23,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/b94c9e23d0214285a10194b5d48b9a29 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/b94c9e23d0214285a10194b5d48b9a29 2024-12-02T19:55:23,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/b94c9e23d0214285a10194b5d48b9a29, entries=150, sequenceid=296, filesize=12.0 K 2024-12-02T19:55:23,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~82.74 KB/84730, heapSize ~224.06 KB/229440, currentSize=107.34 KB/109920 for 3b0974a81ace83d9e746a981fd517967 in 645ms, sequenceid=296, compaction requested=false 2024-12-02T19:55:23,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:23,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:23,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3b0974a81ace83d9e746a981fd517967 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-02T19:55:23,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=A 2024-12-02T19:55:23,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:23,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=B 2024-12-02T19:55:23,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:23,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=C 2024-12-02T19:55:23,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:23,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/6bffcb2ecf53401da4765be880a218c7 is 50, key is test_row_0/A:col10/1733169322513/Put/seqid=0 2024-12-02T19:55:23,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741900_1076 (size=12301) 2024-12-02T19:55:23,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:23,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169383170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:23,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/6bffcb2ecf53401da4765be880a218c7 2024-12-02T19:55:23,178 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:23,178 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,178 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:23,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169383170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:23,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:23,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169383174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:23,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:23,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:23,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169383176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:23,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:23,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169383177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:23,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:23,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/d6218fca26684adab2e76d89c4545e5d is 50, key is test_row_0/B:col10/1733169322513/Put/seqid=0 2024-12-02T19:55:23,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-02T19:55:23,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:23,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:23,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:23,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:23,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:23,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741901_1077 (size=12301) 2024-12-02T19:55:23,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:23,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169383288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:23,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:23,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169383289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:23,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:23,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:23,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169383289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:23,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:23,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:23,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169383289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:23,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:23,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-02T19:55:23,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:23,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:23,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:23,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:23,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:23,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-02T19:55:23,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169383498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:23,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169383498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:23,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:23,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:23,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169383498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:23,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:23,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:23,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169383509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:23,510 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:23,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-02T19:55:23,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:23,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:23,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:23,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:23,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:23,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/d6218fca26684adab2e76d89c4545e5d 2024-12-02T19:55:23,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/bd4ff8d7770d461abf2464214b000989 is 50, key is test_row_0/C:col10/1733169322513/Put/seqid=0 2024-12-02T19:55:23,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741902_1078 (size=12301) 2024-12-02T19:55:23,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-02T19:55:23,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:23,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:23,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:23,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:23,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:23,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169383689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:23,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:23,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:23,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169383808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:23,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:23,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169383809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:23,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:23,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:23,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169383809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:23,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:23,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:23,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:23,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169383819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:23,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:23,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:23,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-02T19:55:23,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:23,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:23,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:23,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:23,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:23,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:23,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-02T19:55:23,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-02T19:55:23,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:23,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:23,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:23,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:23,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:23,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:24,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/bd4ff8d7770d461abf2464214b000989 2024-12-02T19:55:24,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/6bffcb2ecf53401da4765be880a218c7 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/6bffcb2ecf53401da4765be880a218c7 2024-12-02T19:55:24,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/6bffcb2ecf53401da4765be880a218c7, entries=150, sequenceid=319, filesize=12.0 K 2024-12-02T19:55:24,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/d6218fca26684adab2e76d89c4545e5d as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/d6218fca26684adab2e76d89c4545e5d 2024-12-02T19:55:24,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/d6218fca26684adab2e76d89c4545e5d, entries=150, sequenceid=319, filesize=12.0 K 2024-12-02T19:55:24,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/bd4ff8d7770d461abf2464214b000989 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/bd4ff8d7770d461abf2464214b000989 2024-12-02T19:55:24,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/bd4ff8d7770d461abf2464214b000989, entries=150, sequenceid=319, filesize=12.0 K 2024-12-02T19:55:24,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 3b0974a81ace83d9e746a981fd517967 in 973ms, sequenceid=319, compaction requested=true 2024-12-02T19:55:24,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:24,118 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:24,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:55:24,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:24,119 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37451 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:24,119 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/A is initiating minor compaction (all files) 2024-12-02T19:55:24,119 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/A in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:24,120 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/2c95743d8c4a456bb5b9a3e217915e78, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/3b09e5303ee34110a5ca279ca65b33f1, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/6bffcb2ecf53401da4765be880a218c7] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=36.6 K 2024-12-02T19:55:24,120 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:24,120 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c95743d8c4a456bb5b9a3e217915e78, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733169322241 2024-12-02T19:55:24,121 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b09e5303ee34110a5ca279ca65b33f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733169322316 2024-12-02T19:55:24,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:55:24,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:24,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:55:24,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:24,122 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37451 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:24,122 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/B is initiating minor compaction (all files) 2024-12-02T19:55:24,122 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/B in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:24,122 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/3a161f0e20c54ceebd7a4e6c465d6d52, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/22c8e491032d4e29a745c6dda364df7e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/d6218fca26684adab2e76d89c4545e5d] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=36.6 K 2024-12-02T19:55:24,122 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6bffcb2ecf53401da4765be880a218c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733169322509 2024-12-02T19:55:24,123 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a161f0e20c54ceebd7a4e6c465d6d52, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733169322241 2024-12-02T19:55:24,123 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 22c8e491032d4e29a745c6dda364df7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733169322316 2024-12-02T19:55:24,124 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting d6218fca26684adab2e76d89c4545e5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733169322509 2024-12-02T19:55:24,136 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#A#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:24,137 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#B#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:24,137 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/467e428b082a479c8d11b06e0a8ae3a3 is 50, key is test_row_0/B:col10/1733169322513/Put/seqid=0 2024-12-02T19:55:24,140 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/065f2a4a9dae4317a0e68d6b650c6b57 is 50, key is test_row_0/A:col10/1733169322513/Put/seqid=0 2024-12-02T19:55:24,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741903_1079 (size=13051) 2024-12-02T19:55:24,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-02T19:55:24,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:24,146 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 3b0974a81ace83d9e746a981fd517967 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-02T19:55:24,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=A 2024-12-02T19:55:24,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:24,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=B 2024-12-02T19:55:24,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:24,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=C 2024-12-02T19:55:24,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:24,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741904_1080 (size=13051) 2024-12-02T19:55:24,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/0499699a5e1c46a8bd3b91c5386f5c5d is 50, key is test_row_0/A:col10/1733169323173/Put/seqid=0 2024-12-02T19:55:24,171 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/065f2a4a9dae4317a0e68d6b650c6b57 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/065f2a4a9dae4317a0e68d6b650c6b57 2024-12-02T19:55:24,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741905_1081 (size=12301) 2024-12-02T19:55:24,179 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/0499699a5e1c46a8bd3b91c5386f5c5d 2024-12-02T19:55:24,180 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/A of 3b0974a81ace83d9e746a981fd517967 into 065f2a4a9dae4317a0e68d6b650c6b57(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:24,180 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:24,180 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/A, priority=13, startTime=1733169324118; duration=0sec 2024-12-02T19:55:24,180 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:24,180 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:A 2024-12-02T19:55:24,181 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:24,181 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37451 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:24,182 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/C is initiating minor compaction (all files) 2024-12-02T19:55:24,182 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/C in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:24,182 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/df671667da4d449891b267c29c6fb459, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/b94c9e23d0214285a10194b5d48b9a29, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/bd4ff8d7770d461abf2464214b000989] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=36.6 K 2024-12-02T19:55:24,183 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting df671667da4d449891b267c29c6fb459, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733169322241 2024-12-02T19:55:24,183 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting b94c9e23d0214285a10194b5d48b9a29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733169322316 2024-12-02T19:55:24,185 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd4ff8d7770d461abf2464214b000989, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733169322509 2024-12-02T19:55:24,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/efbddb2dea9141e5b4ff54871fd7b05f is 50, key is test_row_0/B:col10/1733169323173/Put/seqid=0 2024-12-02T19:55:24,201 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#C#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:24,202 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/fd1045f4f5cd479594e0e734f751a1bb is 50, key is test_row_0/C:col10/1733169322513/Put/seqid=0 2024-12-02T19:55:24,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741906_1082 (size=12301) 2024-12-02T19:55:24,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741907_1083 (size=13051) 2024-12-02T19:55:24,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:24,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:24,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:24,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169384378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:24,387 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:24,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:24,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169384380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:24,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:24,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:24,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169384382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:24,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:24,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169384384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:24,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:24,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:24,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:24,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169384499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169384499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:24,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:24,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:24,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:24,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169384499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:24,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169384499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:24,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:24,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,505 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:24,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:24,552 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/467e428b082a479c8d11b06e0a8ae3a3 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/467e428b082a479c8d11b06e0a8ae3a3 2024-12-02T19:55:24,558 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/B of 3b0974a81ace83d9e746a981fd517967 into 467e428b082a479c8d11b06e0a8ae3a3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:24,558 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:24,558 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/B, priority=13, startTime=1733169324120; duration=0sec 2024-12-02T19:55:24,558 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:24,558 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:B 2024-12-02T19:55:24,618 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/efbddb2dea9141e5b4ff54871fd7b05f 2024-12-02T19:55:24,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/6e4b7ab7303a47b3a92accd7aece7334 is 50, key is test_row_0/C:col10/1733169323173/Put/seqid=0 2024-12-02T19:55:24,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741908_1084 (size=12301) 2024-12-02T19:55:24,646 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/6e4b7ab7303a47b3a92accd7aece7334 2024-12-02T19:55:24,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/0499699a5e1c46a8bd3b91c5386f5c5d as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/0499699a5e1c46a8bd3b91c5386f5c5d 2024-12-02T19:55:24,664 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/fd1045f4f5cd479594e0e734f751a1bb as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/fd1045f4f5cd479594e0e734f751a1bb 2024-12-02T19:55:24,664 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/0499699a5e1c46a8bd3b91c5386f5c5d, entries=150, sequenceid=332, filesize=12.0 K 2024-12-02T19:55:24,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/efbddb2dea9141e5b4ff54871fd7b05f as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/efbddb2dea9141e5b4ff54871fd7b05f 2024-12-02T19:55:24,674 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/efbddb2dea9141e5b4ff54871fd7b05f, entries=150, sequenceid=332, filesize=12.0 K 2024-12-02T19:55:24,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/6e4b7ab7303a47b3a92accd7aece7334 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/6e4b7ab7303a47b3a92accd7aece7334 2024-12-02T19:55:24,677 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/C of 3b0974a81ace83d9e746a981fd517967 into fd1045f4f5cd479594e0e734f751a1bb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:24,677 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:24,677 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/C, priority=13, startTime=1733169324121; duration=0sec 2024-12-02T19:55:24,678 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:24,678 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:C 2024-12-02T19:55:24,683 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/6e4b7ab7303a47b3a92accd7aece7334, entries=150, sequenceid=332, filesize=12.0 K 2024-12-02T19:55:24,684 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 3b0974a81ace83d9e746a981fd517967 in 538ms, sequenceid=332, compaction requested=false 2024-12-02T19:55:24,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:24,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:24,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-12-02T19:55:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-12-02T19:55:24,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-02T19:55:24,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9310 sec 2024-12-02T19:55:24,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.9410 sec 2024-12-02T19:55:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:24,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3b0974a81ace83d9e746a981fd517967 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-02T19:55:24,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=A 2024-12-02T19:55:24,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:24,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=B 2024-12-02T19:55:24,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:24,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=C 2024-12-02T19:55:24,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:24,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/5d9a1c4f46e54f8fa3bb52279f0fdcad is 50, key is test_row_0/A:col10/1733169324372/Put/seqid=0 2024-12-02T19:55:24,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:24,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169384724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169384725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:24,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:24,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169384727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:24,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:24,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:24,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169384728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:24,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:24,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169384728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:24,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:24,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:24,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741909_1085 (size=12301) 2024-12-02T19:55:24,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/5d9a1c4f46e54f8fa3bb52279f0fdcad 2024-12-02T19:55:24,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/00064cb746634a21a786d807bdc8d1be is 50, key is test_row_0/B:col10/1733169324372/Put/seqid=0 2024-12-02T19:55:24,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741910_1086 (size=12301) 2024-12-02T19:55:24,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/00064cb746634a21a786d807bdc8d1be 2024-12-02T19:55:24,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/6edfd6a3d52f48569a6416eaf08d1dba is 50, key is test_row_0/C:col10/1733169324372/Put/seqid=0 2024-12-02T19:55:24,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741911_1087 (size=12301) 2024-12-02T19:55:24,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/6edfd6a3d52f48569a6416eaf08d1dba 2024-12-02T19:55:24,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/5d9a1c4f46e54f8fa3bb52279f0fdcad as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/5d9a1c4f46e54f8fa3bb52279f0fdcad 2024-12-02T19:55:24,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/5d9a1c4f46e54f8fa3bb52279f0fdcad, entries=150, sequenceid=355, filesize=12.0 K 2024-12-02T19:55:24,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/00064cb746634a21a786d807bdc8d1be as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/00064cb746634a21a786d807bdc8d1be 2024-12-02T19:55:24,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169384840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:24,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:24,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169384840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:24,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169384840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:24,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:24,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169384840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:24,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:24,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169384841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:24,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:24,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:24,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/00064cb746634a21a786d807bdc8d1be, entries=150, sequenceid=355, filesize=12.0 K 2024-12-02T19:55:24,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/6edfd6a3d52f48569a6416eaf08d1dba as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/6edfd6a3d52f48569a6416eaf08d1dba 2024-12-02T19:55:24,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/6edfd6a3d52f48569a6416eaf08d1dba, entries=150, sequenceid=355, filesize=12.0 K 2024-12-02T19:55:24,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 3b0974a81ace83d9e746a981fd517967 in 152ms, sequenceid=355, compaction requested=true 2024-12-02T19:55:24,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:24,865 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:24,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:55:24,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:24,868 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:24,868 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:24,868 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/A is initiating minor compaction (all files) 2024-12-02T19:55:24,868 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/A in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:24,868 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/065f2a4a9dae4317a0e68d6b650c6b57, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/0499699a5e1c46a8bd3b91c5386f5c5d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/5d9a1c4f46e54f8fa3bb52279f0fdcad] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=36.8 K 2024-12-02T19:55:24,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:55:24,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:24,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:55:24,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:24,870 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 065f2a4a9dae4317a0e68d6b650c6b57, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733169322509 2024-12-02T19:55:24,870 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0499699a5e1c46a8bd3b91c5386f5c5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733169323167 2024-12-02T19:55:24,870 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:24,871 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/B is initiating minor compaction (all files) 2024-12-02T19:55:24,871 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/B in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:24,871 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/467e428b082a479c8d11b06e0a8ae3a3, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/efbddb2dea9141e5b4ff54871fd7b05f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/00064cb746634a21a786d807bdc8d1be] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=36.8 K 2024-12-02T19:55:24,872 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d9a1c4f46e54f8fa3bb52279f0fdcad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733169324372 2024-12-02T19:55:24,872 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 467e428b082a479c8d11b06e0a8ae3a3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733169322509 2024-12-02T19:55:24,872 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting efbddb2dea9141e5b4ff54871fd7b05f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733169323167 2024-12-02T19:55:24,873 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 00064cb746634a21a786d807bdc8d1be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733169324372 2024-12-02T19:55:24,897 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#B#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:24,897 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/fc7ad06df1f14147878570765edcb6b9 is 50, key is test_row_0/B:col10/1733169324372/Put/seqid=0 2024-12-02T19:55:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-02T19:55:24,899 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:55:24,900 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:55:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-12-02T19:55:24,903 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:55:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-02T19:55:24,905 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:55:24,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:55:24,909 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#A#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:24,910 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/f6d404652e30487a935aef532682f65d is 50, key is test_row_0/A:col10/1733169324372/Put/seqid=0 2024-12-02T19:55:24,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741912_1088 (size=13153) 2024-12-02T19:55:24,942 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/fc7ad06df1f14147878570765edcb6b9 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/fc7ad06df1f14147878570765edcb6b9 2024-12-02T19:55:24,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741913_1089 (size=13153) 2024-12-02T19:55:24,951 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/B of 3b0974a81ace83d9e746a981fd517967 into fc7ad06df1f14147878570765edcb6b9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:24,951 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:24,951 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/B, priority=13, startTime=1733169324868; duration=0sec 2024-12-02T19:55:24,952 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:24,952 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:B 2024-12-02T19:55:24,952 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:24,955 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:24,955 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/C is initiating minor compaction (all files) 2024-12-02T19:55:24,955 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/C in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:24,955 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/fd1045f4f5cd479594e0e734f751a1bb, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/6e4b7ab7303a47b3a92accd7aece7334, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/6edfd6a3d52f48569a6416eaf08d1dba] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=36.8 K 2024-12-02T19:55:24,955 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/f6d404652e30487a935aef532682f65d as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/f6d404652e30487a935aef532682f65d 2024-12-02T19:55:24,956 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting fd1045f4f5cd479594e0e734f751a1bb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733169322509 2024-12-02T19:55:24,957 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e4b7ab7303a47b3a92accd7aece7334, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733169323167 2024-12-02T19:55:24,958 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 6edfd6a3d52f48569a6416eaf08d1dba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733169324372 2024-12-02T19:55:24,964 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/A of 3b0974a81ace83d9e746a981fd517967 into f6d404652e30487a935aef532682f65d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:24,964 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:24,964 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/A, priority=13, startTime=1733169324864; duration=0sec 2024-12-02T19:55:24,965 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:24,965 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:A 2024-12-02T19:55:24,975 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#C#compaction#77 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:24,976 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/58a8aaa5e98244c9b74f018b42e4beaa is 50, key is test_row_0/C:col10/1733169324372/Put/seqid=0 2024-12-02T19:55:24,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741914_1090 (size=13153) 2024-12-02T19:55:25,001 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/58a8aaa5e98244c9b74f018b42e4beaa as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/58a8aaa5e98244c9b74f018b42e4beaa 2024-12-02T19:55:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-02T19:55:25,012 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/C of 3b0974a81ace83d9e746a981fd517967 into 58a8aaa5e98244c9b74f018b42e4beaa(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:25,012 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:25,012 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/C, priority=13, startTime=1733169324868; duration=0sec 2024-12-02T19:55:25,012 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:25,012 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:C 2024-12-02T19:55:25,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3b0974a81ace83d9e746a981fd517967 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-02T19:55:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:25,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=A 2024-12-02T19:55:25,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:25,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=B 2024-12-02T19:55:25,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:25,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=C 2024-12-02T19:55:25,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:25,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-02T19:55:25,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:25,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:25,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:25,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:25,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/9d24b52257b040a39601f9ee9aa4fd7b is 50, key is test_row_0/A:col10/1733169325051/Put/seqid=0 2024-12-02T19:55:25,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:25,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741915_1091 (size=12301) 2024-12-02T19:55:25,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:25,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169385075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169385077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:25,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169385123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:25,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:25,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169385123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:25,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:25,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:25,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169385131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:25,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:25,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-02T19:55:25,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:25,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:25,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:25,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:25,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-02T19:55:25,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:25,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169385229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169385229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:25,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,230 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:25,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,231 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:25,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169385238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:25,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:25,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169385238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:25,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:25,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:25,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169385239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:25,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:25,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-02T19:55:25,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:25,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:25,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:25,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:25,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:25,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:25,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169385438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:25,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:25,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:25,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169385438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:25,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:25,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169385449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:25,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:25,452 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,452 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169385449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:25,452 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:25,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:25,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169385449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:25,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:25,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:25,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/9d24b52257b040a39601f9ee9aa4fd7b 2024-12-02T19:55:25,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/8931e6715f804e31bb726b183283488a is 50, key is test_row_0/B:col10/1733169325051/Put/seqid=0 2024-12-02T19:55:25,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741916_1092 (size=12301) 2024-12-02T19:55:25,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/8931e6715f804e31bb726b183283488a 2024-12-02T19:55:25,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/aeb012c62870441f95d0ffe13081914a is 50, key is test_row_0/C:col10/1733169325051/Put/seqid=0 2024-12-02T19:55:25,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741917_1093 (size=12301) 2024-12-02T19:55:25,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/aeb012c62870441f95d0ffe13081914a 2024-12-02T19:55:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-02T19:55:25,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-02T19:55:25,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:25,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:25,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:25,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:25,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:25,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/9d24b52257b040a39601f9ee9aa4fd7b as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/9d24b52257b040a39601f9ee9aa4fd7b 2024-12-02T19:55:25,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/9d24b52257b040a39601f9ee9aa4fd7b, entries=150, sequenceid=373, filesize=12.0 K 2024-12-02T19:55:25,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/8931e6715f804e31bb726b183283488a as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/8931e6715f804e31bb726b183283488a 2024-12-02T19:55:25,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/8931e6715f804e31bb726b183283488a, entries=150, sequenceid=373, filesize=12.0 K 2024-12-02T19:55:25,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/aeb012c62870441f95d0ffe13081914a as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/aeb012c62870441f95d0ffe13081914a 2024-12-02T19:55:25,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/aeb012c62870441f95d0ffe13081914a, entries=150, sequenceid=373, filesize=12.0 K 2024-12-02T19:55:25,558 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=107.34 KB/109920 for 3b0974a81ace83d9e746a981fd517967 in 507ms, sequenceid=373, compaction requested=false 2024-12-02T19:55:25,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:25,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-02T19:55:25,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:25,684 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 3b0974a81ace83d9e746a981fd517967 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-02T19:55:25,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=A 2024-12-02T19:55:25,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:25,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=B 2024-12-02T19:55:25,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:25,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=C 2024-12-02T19:55:25,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:25,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/9e532d4551c94a4c9a921ba4ac6bcc45 is 50, key is test_row_0/A:col10/1733169325095/Put/seqid=0 2024-12-02T19:55:25,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741918_1094 (size=12301) 2024-12-02T19:55:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:25,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:25,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:25,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169385759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:25,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169385759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:25,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,765 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:25,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:25,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:25,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169385761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:25,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:25,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169385764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:25,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:25,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169385764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:25,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:25,768 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,768 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,768 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:25,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169385868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:25,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:25,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169385868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:25,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:25,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:25,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:25,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169385878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169385878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:25,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:25,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:25,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-02T19:55:26,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:26,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169386079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169386079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:26,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:26,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:26,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:26,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:26,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:26,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:26,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:26,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169386089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:26,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:26,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:26,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:26,092 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:26,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169386089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:26,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:26,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:26,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:26,098 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/9e532d4551c94a4c9a921ba4ac6bcc45 2024-12-02T19:55:26,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/63f6d2ccc4d14e9e8cb505410dbf104a is 50, key is test_row_0/B:col10/1733169325095/Put/seqid=0 2024-12-02T19:55:26,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741919_1095 (size=12301) 2024-12-02T19:55:26,137 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/63f6d2ccc4d14e9e8cb505410dbf104a 2024-12-02T19:55:26,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/5fbf14a54f3e4bea8547c22bf52c2200 is 50, key is test_row_0/C:col10/1733169325095/Put/seqid=0 2024-12-02T19:55:26,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741920_1096 (size=12301) 2024-12-02T19:55:26,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169386268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:26,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:26,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:26,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:26,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169386388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:26,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:26,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:26,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169386388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:26,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:26,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:26,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:26,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:26,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169386398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:26,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169386399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:26,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:26,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:26,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:26,568 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/5fbf14a54f3e4bea8547c22bf52c2200 2024-12-02T19:55:26,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/9e532d4551c94a4c9a921ba4ac6bcc45 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/9e532d4551c94a4c9a921ba4ac6bcc45 2024-12-02T19:55:26,578 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/9e532d4551c94a4c9a921ba4ac6bcc45, entries=150, sequenceid=392, filesize=12.0 K 2024-12-02T19:55:26,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/63f6d2ccc4d14e9e8cb505410dbf104a as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/63f6d2ccc4d14e9e8cb505410dbf104a 2024-12-02T19:55:26,586 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/63f6d2ccc4d14e9e8cb505410dbf104a, entries=150, sequenceid=392, filesize=12.0 K 2024-12-02T19:55:26,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/5fbf14a54f3e4bea8547c22bf52c2200 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/5fbf14a54f3e4bea8547c22bf52c2200 2024-12-02T19:55:26,594 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/5fbf14a54f3e4bea8547c22bf52c2200, entries=150, sequenceid=392, filesize=12.0 K 2024-12-02T19:55:26,596 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 3b0974a81ace83d9e746a981fd517967 in 912ms, sequenceid=392, compaction requested=true 2024-12-02T19:55:26,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:26,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:26,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-12-02T19:55:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-12-02T19:55:26,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-02T19:55:26,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6930 sec 2024-12-02T19:55:26,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.7000 sec 2024-12-02T19:55:26,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3b0974a81ace83d9e746a981fd517967 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-02T19:55:26,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=A 2024-12-02T19:55:26,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:26,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=B 2024-12-02T19:55:26,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:26,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=C 2024-12-02T19:55:26,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:26,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/a0df7f0357e14243aa9ed628942adcfb is 50, key is test_row_0/A:col10/1733169326901/Put/seqid=0 2024-12-02T19:55:26,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741921_1097 (size=17181) 2024-12-02T19:55:26,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/a0df7f0357e14243aa9ed628942adcfb 2024-12-02T19:55:26,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/53317ac2673547aaafb239cad695fb3b is 50, key is test_row_0/B:col10/1733169326901/Put/seqid=0 2024-12-02T19:55:26,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169386937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:26,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:26,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169386940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:26,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:26,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:26,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169386943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:26,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:26,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:26,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:26,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:26,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:26,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:26,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169386946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:26,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:26,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:26,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:26,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741922_1098 (size=12301) 2024-12-02T19:55:27,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-02T19:55:27,049 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:55:27,049 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:55:27,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169387048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:27,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:27,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:27,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-12-02T19:55:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-02T19:55:27,052 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:55:27,053 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:55:27,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:55:27,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169387059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:27,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:27,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:27,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169387059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:27,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:27,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:27,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:27,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:27,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169387059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:27,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:27,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:27,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:27,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-02T19:55:27,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-02T19:55:27,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:27,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:27,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:27,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:27,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:27,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169387258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:27,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:27,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:27,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:27,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:27,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169387269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:27,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:27,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:27,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:27,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169387269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:27,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:27,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:27,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:27,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169387269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:27,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:27,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:27,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:27,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169387278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:27,284 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_1' in 3b0974a81ace83d9e746a981fd517967 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:55:27,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:27,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:27,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:27,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/53317ac2673547aaafb239cad695fb3b 2024-12-02T19:55:27,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-02T19:55:27,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:27,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:27,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:27,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:27,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-02T19:55:27,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/08b48c060cc446b9b8214c4d81931abb is 50, key is test_row_0/C:col10/1733169326901/Put/seqid=0 2024-12-02T19:55:27,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741923_1099 (size=12301) 2024-12-02T19:55:27,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-02T19:55:27,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:27,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:27,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:27,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:27,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:27,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169387568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:27,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:27,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:27,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:27,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169387578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:27,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:27,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169387578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:27,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:27,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:27,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:27,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:27,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169387579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:27,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:27,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:27,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:27,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:27,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-02T19:55:27,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:27,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:27,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:27,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:27,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:27,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-02T19:55:27,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/08b48c060cc446b9b8214c4d81931abb 2024-12-02T19:55:27,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/a0df7f0357e14243aa9ed628942adcfb as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/a0df7f0357e14243aa9ed628942adcfb 2024-12-02T19:55:27,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/a0df7f0357e14243aa9ed628942adcfb, entries=250, sequenceid=407, filesize=16.8 K 2024-12-02T19:55:27,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/53317ac2673547aaafb239cad695fb3b as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/53317ac2673547aaafb239cad695fb3b 2024-12-02T19:55:27,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/53317ac2673547aaafb239cad695fb3b, entries=150, sequenceid=407, filesize=12.0 K 2024-12-02T19:55:27,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/08b48c060cc446b9b8214c4d81931abb as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/08b48c060cc446b9b8214c4d81931abb 2024-12-02T19:55:27,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/08b48c060cc446b9b8214c4d81931abb, entries=150, sequenceid=407, filesize=12.0 K 2024-12-02T19:55:27,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 3b0974a81ace83d9e746a981fd517967 in 913ms, sequenceid=407, compaction requested=true 2024-12-02T19:55:27,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:27,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:55:27,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:27,816 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T19:55:27,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:55:27,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:27,816 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T19:55:27,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:55:27,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:27,818 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54936 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T19:55:27,818 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T19:55:27,818 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/A is initiating minor compaction (all files) 2024-12-02T19:55:27,818 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/B is initiating minor compaction (all files) 2024-12-02T19:55:27,818 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/A in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:27,818 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/B in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:27,818 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/f6d404652e30487a935aef532682f65d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/9d24b52257b040a39601f9ee9aa4fd7b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/9e532d4551c94a4c9a921ba4ac6bcc45, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/a0df7f0357e14243aa9ed628942adcfb] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=53.6 K 2024-12-02T19:55:27,818 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/fc7ad06df1f14147878570765edcb6b9, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/8931e6715f804e31bb726b183283488a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/63f6d2ccc4d14e9e8cb505410dbf104a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/53317ac2673547aaafb239cad695fb3b] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=48.9 K 2024-12-02T19:55:27,818 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6d404652e30487a935aef532682f65d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733169324372 2024-12-02T19:55:27,818 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting fc7ad06df1f14147878570765edcb6b9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733169324372 2024-12-02T19:55:27,819 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d24b52257b040a39601f9ee9aa4fd7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733169325049 2024-12-02T19:55:27,819 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 8931e6715f804e31bb726b183283488a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733169325049 2024-12-02T19:55:27,820 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e532d4551c94a4c9a921ba4ac6bcc45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733169325073 2024-12-02T19:55:27,820 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 63f6d2ccc4d14e9e8cb505410dbf104a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733169325073 2024-12-02T19:55:27,821 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0df7f0357e14243aa9ed628942adcfb, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733169325753 2024-12-02T19:55:27,821 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 53317ac2673547aaafb239cad695fb3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733169325753 2024-12-02T19:55:27,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-02T19:55:27,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:27,827 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 3b0974a81ace83d9e746a981fd517967 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-02T19:55:27,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=A 2024-12-02T19:55:27,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:27,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=B 2024-12-02T19:55:27,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:27,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=C 2024-12-02T19:55:27,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:27,831 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#B#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:27,832 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/fa89b93491a24db6a1bb5ad5938414bd is 50, key is test_row_0/B:col10/1733169326901/Put/seqid=0 2024-12-02T19:55:27,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/b0d29b1e38f34bffb7111b10271a7f33 is 50, key is test_row_0/A:col10/1733169326927/Put/seqid=0 2024-12-02T19:55:27,835 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#A#compaction#88 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:27,835 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/33319180652143f9a1466847a09628af is 50, key is test_row_0/A:col10/1733169326901/Put/seqid=0 2024-12-02T19:55:27,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741924_1100 (size=13289) 2024-12-02T19:55:27,848 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/fa89b93491a24db6a1bb5ad5938414bd as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/fa89b93491a24db6a1bb5ad5938414bd 2024-12-02T19:55:27,856 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/B of 3b0974a81ace83d9e746a981fd517967 into fa89b93491a24db6a1bb5ad5938414bd(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:27,856 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:27,856 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/B, priority=12, startTime=1733169327816; duration=0sec 2024-12-02T19:55:27,856 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:27,856 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:B 2024-12-02T19:55:27,856 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T19:55:27,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741925_1101 (size=12301) 2024-12-02T19:55:27,860 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T19:55:27,860 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/C is initiating minor compaction (all files) 2024-12-02T19:55:27,860 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/C in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:27,860 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/58a8aaa5e98244c9b74f018b42e4beaa, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/aeb012c62870441f95d0ffe13081914a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/5fbf14a54f3e4bea8547c22bf52c2200, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/08b48c060cc446b9b8214c4d81931abb] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=48.9 K 2024-12-02T19:55:27,860 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 58a8aaa5e98244c9b74f018b42e4beaa, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733169324372 2024-12-02T19:55:27,861 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting aeb012c62870441f95d0ffe13081914a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733169325049 2024-12-02T19:55:27,861 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fbf14a54f3e4bea8547c22bf52c2200, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733169325073 2024-12-02T19:55:27,861 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 08b48c060cc446b9b8214c4d81931abb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733169325753 2024-12-02T19:55:27,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741926_1102 (size=13289) 2024-12-02T19:55:27,873 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/33319180652143f9a1466847a09628af as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/33319180652143f9a1466847a09628af 2024-12-02T19:55:27,875 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#C#compaction#90 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:27,875 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/1378b408f9954be9aa3bbdafc2318d8b is 50, key is test_row_0/C:col10/1733169326901/Put/seqid=0 2024-12-02T19:55:27,884 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/A of 3b0974a81ace83d9e746a981fd517967 into 33319180652143f9a1466847a09628af(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:27,884 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:27,884 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/A, priority=12, startTime=1733169327816; duration=0sec 2024-12-02T19:55:27,884 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:27,884 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:A 2024-12-02T19:55:27,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741927_1103 (size=13289) 2024-12-02T19:55:27,911 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/1378b408f9954be9aa3bbdafc2318d8b as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/1378b408f9954be9aa3bbdafc2318d8b 2024-12-02T19:55:27,921 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/C of 3b0974a81ace83d9e746a981fd517967 into 1378b408f9954be9aa3bbdafc2318d8b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:27,921 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:27,921 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/C, priority=12, startTime=1733169327816; duration=0sec 2024-12-02T19:55:27,921 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:27,921 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:C 2024-12-02T19:55:28,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:28,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:28,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:28,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169388102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:28,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:28,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169388102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:28,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:28,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:28,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:28,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169388103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:28,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:28,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169388104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:28,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:28,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-02T19:55:28,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:28,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169388208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:28,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:28,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169388208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:28,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:28,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:28,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:28,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169388218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:28,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:28,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:28,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169388219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:28,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:28,258 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/b0d29b1e38f34bffb7111b10271a7f33 2024-12-02T19:55:28,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/737965ea806140859cd143dbb706f984 is 50, key is test_row_0/B:col10/1733169326927/Put/seqid=0 2024-12-02T19:55:28,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741928_1104 (size=12301) 2024-12-02T19:55:28,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:28,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169388418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:28,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:28,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:28,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169388419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:28,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:28,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169388428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:28,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:28,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,432 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169388429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:28,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,433 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:28,695 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/737965ea806140859cd143dbb706f984 2024-12-02T19:55:28,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/6544b01a0b444b839f1e0cc0212f9809 is 50, key is test_row_0/C:col10/1733169326927/Put/seqid=0 2024-12-02T19:55:28,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741929_1105 (size=12301) 2024-12-02T19:55:28,717 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/6544b01a0b444b839f1e0cc0212f9809 2024-12-02T19:55:28,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/b0d29b1e38f34bffb7111b10271a7f33 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/b0d29b1e38f34bffb7111b10271a7f33 2024-12-02T19:55:28,729 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/b0d29b1e38f34bffb7111b10271a7f33, entries=150, sequenceid=424, filesize=12.0 K 2024-12-02T19:55:28,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/737965ea806140859cd143dbb706f984 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/737965ea806140859cd143dbb706f984 2024-12-02T19:55:28,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:28,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169388728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:28,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:28,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169388729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:28,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:28,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:28,741 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/737965ea806140859cd143dbb706f984, entries=150, sequenceid=424, filesize=12.0 K 2024-12-02T19:55:28,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/6544b01a0b444b839f1e0cc0212f9809 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/6544b01a0b444b839f1e0cc0212f9809 2024-12-02T19:55:28,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:28,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169388738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169388738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:28,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:28,750 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/6544b01a0b444b839f1e0cc0212f9809, entries=150, sequenceid=424, filesize=12.0 K 2024-12-02T19:55:28,751 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 3b0974a81ace83d9e746a981fd517967 in 924ms, sequenceid=424, compaction requested=false 2024-12-02T19:55:28,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:28,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:28,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-12-02T19:55:28,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-12-02T19:55:28,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-02T19:55:28,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6990 sec 2024-12-02T19:55:28,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.7090 sec 2024-12-02T19:55:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-02T19:55:29,199 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:55:29,199 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:55:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-12-02T19:55:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-02T19:55:29,202 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:55:29,212 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:55:29,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:55:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:29,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3b0974a81ace83d9e746a981fd517967 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-02T19:55:29,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=A 2024-12-02T19:55:29,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:29,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=B 2024-12-02T19:55:29,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:29,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=C 2024-12-02T19:55:29,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:29,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/aff9c3716c724ea9bc0c28da88465585 is 50, key is test_row_0/A:col10/1733169328099/Put/seqid=0 2024-12-02T19:55:29,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169389268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:29,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:29,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169389271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:29,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:29,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169389276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:29,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:29,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:29,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169389270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:29,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:29,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:29,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43570 deadline: 1733169389298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:29,304 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_1' in 3b0974a81ace83d9e746a981fd517967 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4228 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:55:29,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:29,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741930_1106 (size=14741) 2024-12-02T19:55:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-02T19:55:29,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-02T19:55:29,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:29,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:29,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:29,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:29,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:29,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169389397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:29,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169389397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:29,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:29,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169389397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:29,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:29,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:29,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:29,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169389398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:29,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-02T19:55:29,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-02T19:55:29,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:29,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:29,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:29,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:29,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:29,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:29,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169389610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:29,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:29,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:29,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169389610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:29,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:29,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:29,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169389610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:29,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:29,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:29,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169389610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:29,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:29,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-02T19:55:29,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:29,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:29,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:29,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:29,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:29,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:29,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/aff9c3716c724ea9bc0c28da88465585 2024-12-02T19:55:29,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/b37dd6ffbbdb426c872d19ab6c336e4e is 50, key is test_row_0/B:col10/1733169328099/Put/seqid=0 2024-12-02T19:55:29,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741931_1107 (size=12301) 2024-12-02T19:55:29,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/b37dd6ffbbdb426c872d19ab6c336e4e 2024-12-02T19:55:29,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/e09c8f70a3c5413389c7cc0adbb3fc38 is 50, key is test_row_0/C:col10/1733169328099/Put/seqid=0 2024-12-02T19:55:29,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741932_1108 (size=12301) 2024-12-02T19:55:29,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/e09c8f70a3c5413389c7cc0adbb3fc38 2024-12-02T19:55:29,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/aff9c3716c724ea9bc0c28da88465585 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/aff9c3716c724ea9bc0c28da88465585 2024-12-02T19:55:29,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/aff9c3716c724ea9bc0c28da88465585, entries=200, sequenceid=444, filesize=14.4 K 2024-12-02T19:55:29,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/b37dd6ffbbdb426c872d19ab6c336e4e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/b37dd6ffbbdb426c872d19ab6c336e4e 2024-12-02T19:55:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-02T19:55:29,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/b37dd6ffbbdb426c872d19ab6c336e4e, entries=150, sequenceid=444, filesize=12.0 K 2024-12-02T19:55:29,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/e09c8f70a3c5413389c7cc0adbb3fc38 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/e09c8f70a3c5413389c7cc0adbb3fc38 2024-12-02T19:55:29,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-02T19:55:29,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:29,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:29,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:29,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:29,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:29,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:29,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/e09c8f70a3c5413389c7cc0adbb3fc38, entries=150, sequenceid=444, filesize=12.0 K 2024-12-02T19:55:29,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 3b0974a81ace83d9e746a981fd517967 in 602ms, sequenceid=444, compaction requested=true 2024-12-02T19:55:29,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:29,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:55:29,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:29,845 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:29,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:55:29,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:29,845 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:29,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:55:29,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:29,847 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:29,847 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/B is initiating minor compaction (all files) 2024-12-02T19:55:29,847 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/B in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:29,847 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/fa89b93491a24db6a1bb5ad5938414bd, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/737965ea806140859cd143dbb706f984, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/b37dd6ffbbdb426c872d19ab6c336e4e] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=37.0 K 2024-12-02T19:55:29,848 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:29,848 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting fa89b93491a24db6a1bb5ad5938414bd, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733169325753 2024-12-02T19:55:29,848 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/A is initiating minor compaction (all files) 2024-12-02T19:55:29,848 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/A in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:29,848 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/33319180652143f9a1466847a09628af, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/b0d29b1e38f34bffb7111b10271a7f33, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/aff9c3716c724ea9bc0c28da88465585] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=39.4 K 2024-12-02T19:55:29,849 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 737965ea806140859cd143dbb706f984, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1733169326927 2024-12-02T19:55:29,851 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting b37dd6ffbbdb426c872d19ab6c336e4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733169328099 2024-12-02T19:55:29,852 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33319180652143f9a1466847a09628af, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733169325753 2024-12-02T19:55:29,856 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0d29b1e38f34bffb7111b10271a7f33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1733169326927 2024-12-02T19:55:29,856 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting aff9c3716c724ea9bc0c28da88465585, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733169328099 2024-12-02T19:55:29,866 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#B#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:29,866 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/48860331c2244c338a997ef0f8a4c3bd is 50, key is test_row_0/B:col10/1733169328099/Put/seqid=0 2024-12-02T19:55:29,892 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#A#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:29,893 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/2674e272eb5b4a508f65afa78a50d1eb is 50, key is test_row_0/A:col10/1733169328099/Put/seqid=0 2024-12-02T19:55:29,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741933_1109 (size=13391) 2024-12-02T19:55:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:29,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3b0974a81ace83d9e746a981fd517967 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-02T19:55:29,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=A 2024-12-02T19:55:29,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:29,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=B 2024-12-02T19:55:29,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:29,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=C 2024-12-02T19:55:29,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:29,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741934_1110 (size=13391) 2024-12-02T19:55:29,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/d7281e731b1d4aeba6868b8c3d424f3d is 50, key is test_row_0/A:col10/1733169329264/Put/seqid=0 2024-12-02T19:55:29,951 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/2674e272eb5b4a508f65afa78a50d1eb as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/2674e272eb5b4a508f65afa78a50d1eb 2024-12-02T19:55:29,960 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/A of 3b0974a81ace83d9e746a981fd517967 into 2674e272eb5b4a508f65afa78a50d1eb(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:29,960 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:29,961 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/A, priority=13, startTime=1733169329845; duration=0sec 2024-12-02T19:55:29,961 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:29,961 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:A 2024-12-02T19:55:29,961 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:29,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169389958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:29,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:29,966 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:29,966 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/C is initiating minor compaction (all files) 2024-12-02T19:55:29,967 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/C in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:29,967 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/1378b408f9954be9aa3bbdafc2318d8b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/6544b01a0b444b839f1e0cc0212f9809, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/e09c8f70a3c5413389c7cc0adbb3fc38] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=37.0 K 2024-12-02T19:55:29,967 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1378b408f9954be9aa3bbdafc2318d8b, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733169325753 2024-12-02T19:55:29,968 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6544b01a0b444b839f1e0cc0212f9809, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=424, earliestPutTs=1733169326927 2024-12-02T19:55:29,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741935_1111 (size=12301) 2024-12-02T19:55:29,969 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting e09c8f70a3c5413389c7cc0adbb3fc38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733169328099 2024-12-02T19:55:29,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169389962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:29,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:29,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:29,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169389964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:29,971 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:29,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169389964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:29,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/d7281e731b1d4aeba6868b8c3d424f3d 2024-12-02T19:55:29,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:29,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:29,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-02T19:55:29,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:29,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:29,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:29,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:29,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:29,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/1fa3384a36e54cd7a73f99ffff021e55 is 50, key is test_row_0/B:col10/1733169329264/Put/seqid=0 2024-12-02T19:55:29,997 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#C#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:29,998 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/aeae3a46b98944e1a1a30c822d962701 is 50, key is test_row_0/C:col10/1733169328099/Put/seqid=0 2024-12-02T19:55:30,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741936_1112 (size=12301) 2024-12-02T19:55:30,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/1fa3384a36e54cd7a73f99ffff021e55 2024-12-02T19:55:30,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741937_1113 (size=13391) 2024-12-02T19:55:30,046 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/aeae3a46b98944e1a1a30c822d962701 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/aeae3a46b98944e1a1a30c822d962701 2024-12-02T19:55:30,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/6236385325f94d59b7cc7fa83552bf7d is 50, key is test_row_0/C:col10/1733169329264/Put/seqid=0 2024-12-02T19:55:30,057 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/C of 3b0974a81ace83d9e746a981fd517967 into aeae3a46b98944e1a1a30c822d962701(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:30,057 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:30,057 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/C, priority=13, startTime=1733169329845; duration=0sec 2024-12-02T19:55:30,057 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:30,058 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:C 2024-12-02T19:55:30,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741938_1114 (size=12301) 2024-12-02T19:55:30,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/6236385325f94d59b7cc7fa83552bf7d 2024-12-02T19:55:30,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169390069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:30,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:30,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/d7281e731b1d4aeba6868b8c3d424f3d as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/d7281e731b1d4aeba6868b8c3d424f3d 2024-12-02T19:55:30,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/d7281e731b1d4aeba6868b8c3d424f3d, entries=150, sequenceid=461, filesize=12.0 K 2024-12-02T19:55:30,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169390078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:30,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:30,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,080 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:30,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169390078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:30,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/1fa3384a36e54cd7a73f99ffff021e55 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/1fa3384a36e54cd7a73f99ffff021e55 2024-12-02T19:55:30,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,080 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:30,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:30,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169390078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:30,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,080 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:30,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/1fa3384a36e54cd7a73f99ffff021e55, entries=150, sequenceid=461, filesize=12.0 K 2024-12-02T19:55:30,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/6236385325f94d59b7cc7fa83552bf7d as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/6236385325f94d59b7cc7fa83552bf7d 2024-12-02T19:55:30,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/6236385325f94d59b7cc7fa83552bf7d, entries=150, sequenceid=461, filesize=12.0 K 2024-12-02T19:55:30,097 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 3b0974a81ace83d9e746a981fd517967 in 175ms, sequenceid=461, compaction requested=false 2024-12-02T19:55:30,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:30,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-02T19:55:30,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:30,141 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 3b0974a81ace83d9e746a981fd517967 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-02T19:55:30,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=A 2024-12-02T19:55:30,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:30,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=B 2024-12-02T19:55:30,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:30,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=C 2024-12-02T19:55:30,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:30,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/60201cbcfa004383b30b51f4b7029c09 is 50, key is test_row_0/A:col10/1733169329956/Put/seqid=0 2024-12-02T19:55:30,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741939_1115 (size=12301) 2024-12-02T19:55:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:30,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:30,318 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/48860331c2244c338a997ef0f8a4c3bd as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/48860331c2244c338a997ef0f8a4c3bd 2024-12-02T19:55:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-02T19:55:30,344 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/B of 3b0974a81ace83d9e746a981fd517967 into 48860331c2244c338a997ef0f8a4c3bd(size=13.1 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:30,344 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:30,344 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/B, priority=13, startTime=1733169329845; duration=0sec 2024-12-02T19:55:30,344 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:30,344 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:B 2024-12-02T19:55:30,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169390337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:30,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:30,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169390338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:30,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:30,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:30,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,351 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169390340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:30,351 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:30,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:30,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:30,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169390350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:30,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:30,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169390459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:30,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169390459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:30,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:30,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,462 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169390459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:30,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:30,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:30,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:30,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169390468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:30,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:30,632 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/60201cbcfa004383b30b51f4b7029c09 2024-12-02T19:55:30,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/6762a62da3c44dab84a8051caccbf42e is 50, key is test_row_0/B:col10/1733169329956/Put/seqid=0 2024-12-02T19:55:30,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:30,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169390669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169390669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:30,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:30,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169390669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:30,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:30,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:30,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:30,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169390679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:30,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:30,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741940_1116 (size=12301) 2024-12-02T19:55:30,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169390978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:30,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:30,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169390978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:30,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:30,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:30,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169390978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:30,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:30,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:31,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169390998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:31,107 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/6762a62da3c44dab84a8051caccbf42e 2024-12-02T19:55:31,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/7184ae2a71a94df881547ffeca310c43 is 50, key is test_row_0/C:col10/1733169329956/Put/seqid=0 2024-12-02T19:55:31,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741941_1117 (size=12301) 2024-12-02T19:55:31,155 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/7184ae2a71a94df881547ffeca310c43 2024-12-02T19:55:31,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/60201cbcfa004383b30b51f4b7029c09 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/60201cbcfa004383b30b51f4b7029c09 2024-12-02T19:55:31,172 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/60201cbcfa004383b30b51f4b7029c09, entries=150, sequenceid=478, filesize=12.0 K 2024-12-02T19:55:31,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/6762a62da3c44dab84a8051caccbf42e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/6762a62da3c44dab84a8051caccbf42e 2024-12-02T19:55:31,181 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/6762a62da3c44dab84a8051caccbf42e, entries=150, sequenceid=478, filesize=12.0 K 2024-12-02T19:55:31,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/7184ae2a71a94df881547ffeca310c43 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/7184ae2a71a94df881547ffeca310c43 2024-12-02T19:55:31,201 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/7184ae2a71a94df881547ffeca310c43, entries=150, sequenceid=478, filesize=12.0 K 2024-12-02T19:55:31,202 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 3b0974a81ace83d9e746a981fd517967 in 1061ms, sequenceid=478, compaction requested=true 2024-12-02T19:55:31,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:31,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:31,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-12-02T19:55:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-12-02T19:55:31,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-02T19:55:31,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9920 sec 2024-12-02T19:55:31,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 2.0110 sec 2024-12-02T19:55:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-02T19:55:31,349 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:55:31,350 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:55:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-12-02T19:55:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-02T19:55:31,352 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:55:31,353 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:55:31,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:55:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-02T19:55:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:31,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3b0974a81ace83d9e746a981fd517967 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-02T19:55:31,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=A 2024-12-02T19:55:31,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:31,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=B 2024-12-02T19:55:31,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:31,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=C 2024-12-02T19:55:31,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:31,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/bd62e808b8eb4a12975682c5bb593685 is 50, key is test_row_0/A:col10/1733169331488/Put/seqid=0 2024-12-02T19:55:31,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741942_1118 (size=14741) 2024-12-02T19:55:31,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-02T19:55:31,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:31,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:31,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:31,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:31,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:31,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169391513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:31,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:31,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:31,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:31,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169391513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:31,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169391518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:31,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:31,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169391519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:31,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:31,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:31,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:31,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:31,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:31,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169391629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:31,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:31,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:31,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:31,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169391629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:31,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:31,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:31,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:31,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169391629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:31,630 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:31,630 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:31,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:31,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169391629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:31,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:31,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:31,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:31,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-02T19:55:31,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:31,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:31,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:31,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:31,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-02T19:55:31,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-02T19:55:31,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:31,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:31,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:31,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:31,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:31,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:31,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169391838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:31,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:31,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:31,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:31,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:31,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169391838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169391838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:31,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:31,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:31,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:31,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:31,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:31,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:31,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169391838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:31,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:31,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:31,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:31,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:31,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/bd62e808b8eb4a12975682c5bb593685 2024-12-02T19:55:31,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/27b821a596e24b588fb7aa996b8fe91d is 50, key is test_row_0/B:col10/1733169331488/Put/seqid=0 2024-12-02T19:55:31,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741943_1119 (size=12301) 2024-12-02T19:55:31,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-02T19:55:31,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:31,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:31,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:31,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:31,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:31,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:31,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-02T19:55:32,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-02T19:55:32,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:32,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:32,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:32,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:32,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:32,131 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-12-02T19:55:32,131 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:55:32,132 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-12-02T19:55:32,132 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:55:32,132 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-12-02T19:55:32,132 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:55:32,134 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-12-02T19:55:32,134 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:55:32,136 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:32,136 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:32,136 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:32,136 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:32,136 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:32,136 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:32,136 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:32,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:55:32,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:55:32,137 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:55:32,137 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:32,137 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:55:32,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:32,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:32,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169392149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169392149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169392149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:32,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169392149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:32,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:32,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:32,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:32,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:32,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:32,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:32,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:32,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:32,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:32,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:32,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:32,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:32,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-02T19:55:32,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:32,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:32,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:32,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:32,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:32,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:32,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/27b821a596e24b588fb7aa996b8fe91d 2024-12-02T19:55:32,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/07a7526da36a4ebcba1582f8926974ce is 50, key is test_row_0/C:col10/1733169331488/Put/seqid=0 2024-12-02T19:55:32,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741944_1120 (size=12301) 2024-12-02T19:55:32,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-02T19:55:32,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:32,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:32,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:32,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:32,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:32,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:32,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-02T19:55:32,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-02T19:55:32,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:32,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:32,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:32,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:32,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:32,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:32,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:32,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:32,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43490 deadline: 1733169392659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43492 deadline: 1733169392659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43548 deadline: 1733169392659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:32,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:32,660 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:32,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:32,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:32,660 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:32,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43516 deadline: 1733169392659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:32,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:32,660 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:32,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:32,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:32,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:32,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:32,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:32,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:55:32,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/07a7526da36a4ebcba1582f8926974ce 2024-12-02T19:55:32,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-02T19:55:32,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:32,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:32,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:32,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/bd62e808b8eb4a12975682c5bb593685 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/bd62e808b8eb4a12975682c5bb593685 2024-12-02T19:55:32,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:32,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:32,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:32,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/bd62e808b8eb4a12975682c5bb593685, entries=200, sequenceid=498, filesize=14.4 K 2024-12-02T19:55:32,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/27b821a596e24b588fb7aa996b8fe91d as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/27b821a596e24b588fb7aa996b8fe91d 2024-12-02T19:55:32,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/27b821a596e24b588fb7aa996b8fe91d, entries=150, sequenceid=498, filesize=12.0 K 2024-12-02T19:55:32,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/07a7526da36a4ebcba1582f8926974ce as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/07a7526da36a4ebcba1582f8926974ce 2024-12-02T19:55:32,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/07a7526da36a4ebcba1582f8926974ce, entries=150, sequenceid=498, filesize=12.0 K 2024-12-02T19:55:32,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 3b0974a81ace83d9e746a981fd517967 in 1263ms, sequenceid=498, compaction requested=true 2024-12-02T19:55:32,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:32,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:55:32,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:32,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:55:32,754 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T19:55:32,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:32,754 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T19:55:32,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b0974a81ace83d9e746a981fd517967:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:55:32,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:32,755 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50294 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T19:55:32,755 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52734 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T19:55:32,756 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/B is initiating minor compaction (all files) 2024-12-02T19:55:32,756 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/A is initiating minor compaction (all files) 2024-12-02T19:55:32,756 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/B in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:32,756 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/A in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:32,756 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/48860331c2244c338a997ef0f8a4c3bd, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/1fa3384a36e54cd7a73f99ffff021e55, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/6762a62da3c44dab84a8051caccbf42e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/27b821a596e24b588fb7aa996b8fe91d] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=49.1 K 2024-12-02T19:55:32,756 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/2674e272eb5b4a508f65afa78a50d1eb, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/d7281e731b1d4aeba6868b8c3d424f3d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/60201cbcfa004383b30b51f4b7029c09, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/bd62e808b8eb4a12975682c5bb593685] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=51.5 K 2024-12-02T19:55:32,756 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 48860331c2244c338a997ef0f8a4c3bd, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733169328099 2024-12-02T19:55:32,756 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2674e272eb5b4a508f65afa78a50d1eb, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733169328099 2024-12-02T19:55:32,756 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fa3384a36e54cd7a73f99ffff021e55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1733169329264 2024-12-02T19:55:32,756 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7281e731b1d4aeba6868b8c3d424f3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1733169329264 2024-12-02T19:55:32,757 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60201cbcfa004383b30b51f4b7029c09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1733169329956 2024-12-02T19:55:32,757 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 6762a62da3c44dab84a8051caccbf42e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1733169329956 2024-12-02T19:55:32,757 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd62e808b8eb4a12975682c5bb593685, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1733169330318 2024-12-02T19:55:32,757 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 27b821a596e24b588fb7aa996b8fe91d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1733169330318 2024-12-02T19:55:32,765 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#B#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:32,765 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/923e51c1e2134a56ad2660ac48af9100 is 50, key is test_row_0/B:col10/1733169331488/Put/seqid=0 2024-12-02T19:55:32,766 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#A#compaction#109 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:32,767 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/3c5f1dab5c8845c896f3d76c01e07f46 is 50, key is test_row_0/A:col10/1733169331488/Put/seqid=0 2024-12-02T19:55:32,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741945_1121 (size=13527) 2024-12-02T19:55:32,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741946_1122 (size=13527) 2024-12-02T19:55:32,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-02T19:55:32,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:32,890 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 3b0974a81ace83d9e746a981fd517967 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-02T19:55:32,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=A 2024-12-02T19:55:32,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:32,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=B 2024-12-02T19:55:32,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:32,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=C 2024-12-02T19:55:32,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:32,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/ce3efad384c84a4ea935e1a3149b654d is 50, key is test_row_0/A:col10/1733169331510/Put/seqid=0 2024-12-02T19:55:32,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741947_1123 (size=12301) 2024-12-02T19:55:33,177 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/923e51c1e2134a56ad2660ac48af9100 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/923e51c1e2134a56ad2660ac48af9100 2024-12-02T19:55:33,180 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/3c5f1dab5c8845c896f3d76c01e07f46 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/3c5f1dab5c8845c896f3d76c01e07f46 2024-12-02T19:55:33,187 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/B of 3b0974a81ace83d9e746a981fd517967 into 923e51c1e2134a56ad2660ac48af9100(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:33,187 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/A of 3b0974a81ace83d9e746a981fd517967 into 3c5f1dab5c8845c896f3d76c01e07f46(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:33,187 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:33,187 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/B, priority=12, startTime=1733169332754; duration=0sec 2024-12-02T19:55:33,187 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:33,187 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:B 2024-12-02T19:55:33,187 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:33,187 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T19:55:33,187 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/A, priority=12, startTime=1733169332754; duration=0sec 2024-12-02T19:55:33,187 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:33,188 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:A 2024-12-02T19:55:33,189 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50294 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T19:55:33,189 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3b0974a81ace83d9e746a981fd517967/C is initiating minor compaction (all files) 2024-12-02T19:55:33,189 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3b0974a81ace83d9e746a981fd517967/C in TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:33,189 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/aeae3a46b98944e1a1a30c822d962701, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/6236385325f94d59b7cc7fa83552bf7d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/7184ae2a71a94df881547ffeca310c43, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/07a7526da36a4ebcba1582f8926974ce] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp, totalSize=49.1 K 2024-12-02T19:55:33,190 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting aeae3a46b98944e1a1a30c822d962701, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733169328099 2024-12-02T19:55:33,190 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 6236385325f94d59b7cc7fa83552bf7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1733169329264 2024-12-02T19:55:33,191 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 7184ae2a71a94df881547ffeca310c43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=478, earliestPutTs=1733169329956 2024-12-02T19:55:33,191 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 07a7526da36a4ebcba1582f8926974ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1733169330318 2024-12-02T19:55:33,206 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b0974a81ace83d9e746a981fd517967#C#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:33,207 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/6200891ad6b7458b9a93359c24e1530a is 50, key is test_row_0/C:col10/1733169331488/Put/seqid=0 2024-12-02T19:55:33,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741948_1124 (size=13527) 2024-12-02T19:55:33,301 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/ce3efad384c84a4ea935e1a3149b654d 2024-12-02T19:55:33,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/6838ca9d0e224a43bb24150284114860 is 50, key is test_row_0/B:col10/1733169331510/Put/seqid=0 2024-12-02T19:55:33,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:33,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. as already flushing 2024-12-02T19:55:33,320 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-12-02T19:55:33,320 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:55:33,320 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:33,321 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:33,321 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:55:33,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741949_1125 (size=12301) 2024-12-02T19:55:33,325 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/6838ca9d0e224a43bb24150284114860 2024-12-02T19:55:33,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/228123d9bd4846768287bc4c791e8102 is 50, key is test_row_0/C:col10/1733169331510/Put/seqid=0 2024-12-02T19:55:33,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741950_1126 (size=12301) 2024-12-02T19:55:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-02T19:55:33,623 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/6200891ad6b7458b9a93359c24e1530a as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/6200891ad6b7458b9a93359c24e1530a 2024-12-02T19:55:33,630 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3b0974a81ace83d9e746a981fd517967/C of 3b0974a81ace83d9e746a981fd517967 into 6200891ad6b7458b9a93359c24e1530a(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:33,630 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:33,630 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., storeName=3b0974a81ace83d9e746a981fd517967/C, priority=12, startTime=1733169332754; duration=0sec 2024-12-02T19:55:33,630 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:33,630 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b0974a81ace83d9e746a981fd517967:C 2024-12-02T19:55:33,670 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-12-02T19:55:33,670 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-12-02T19:55:33,670 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-12-02T19:55:33,670 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:55:33,670 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:55:33,670 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:55:33,670 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:33,670 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:33,670 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:33,670 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:33,670 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:33,670 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:33,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:55:33,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:55:33,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:55:33,672 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-12-02T19:55:33,672 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:55:33,672 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:33,672 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:33,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:55:33,742 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/228123d9bd4846768287bc4c791e8102 2024-12-02T19:55:33,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/ce3efad384c84a4ea935e1a3149b654d as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/ce3efad384c84a4ea935e1a3149b654d 2024-12-02T19:55:33,756 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/ce3efad384c84a4ea935e1a3149b654d, entries=150, sequenceid=512, filesize=12.0 K 2024-12-02T19:55:33,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/6838ca9d0e224a43bb24150284114860 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/6838ca9d0e224a43bb24150284114860 2024-12-02T19:55:33,762 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/6838ca9d0e224a43bb24150284114860, entries=150, sequenceid=512, filesize=12.0 K 2024-12-02T19:55:33,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/228123d9bd4846768287bc4c791e8102 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/228123d9bd4846768287bc4c791e8102 2024-12-02T19:55:33,766 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/228123d9bd4846768287bc4c791e8102, entries=150, sequenceid=512, filesize=12.0 K 2024-12-02T19:55:33,767 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=33.54 KB/34350 for 3b0974a81ace83d9e746a981fd517967 in 877ms, sequenceid=512, compaction requested=false 2024-12-02T19:55:33,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 3b0974a81ace83d9e746a981fd517967: 2024-12-02T19:55:33,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:33,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-12-02T19:55:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-12-02T19:55:33,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-02T19:55:33,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4160 sec 2024-12-02T19:55:33,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 2.4210 sec 2024-12-02T19:55:33,781 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T19:55:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-02T19:55:35,519 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:55:35,519 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-02T19:55:35,520 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-12-02T19:55:35,520 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-12-02T19:55:35,520 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-12-02T19:55:35,520 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-12-02T19:55:35,520 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-12-02T19:55:35,520 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-02T19:55:35,520 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3552 2024-12-02T19:55:35,520 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3519 2024-12-02T19:55:35,520 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-02T19:55:35,520 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1651 2024-12-02T19:55:35,520 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4950 rows 2024-12-02T19:55:35,520 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1641 2024-12-02T19:55:35,520 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4915 rows 2024-12-02T19:55:35,520 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:55:35,520 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:55:35,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:35,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:35,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:55:35,525 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-02T19:55:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-02T19:55:35,532 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169335532"}]},"ts":"1733169335532"} 2024-12-02T19:55:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-02T19:55:35,534 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-02T19:55:35,534 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-02T19:55:35,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T19:55:35,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b0974a81ace83d9e746a981fd517967, UNASSIGN}] 2024-12-02T19:55:35,542 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b0974a81ace83d9e746a981fd517967, UNASSIGN 2024-12-02T19:55:35,544 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=3b0974a81ace83d9e746a981fd517967, regionState=CLOSING, regionLocation=41897df2911b,36713,1733169305610 2024-12-02T19:55:35,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b0974a81ace83d9e746a981fd517967, UNASSIGN because future has completed 2024-12-02T19:55:35,548 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T19:55:35,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610}] 2024-12-02T19:55:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-02T19:55:35,704 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(122): Close 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:35,704 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T19:55:35,705 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1722): Closing 3b0974a81ace83d9e746a981fd517967, disabling compactions & flushes 2024-12-02T19:55:35,705 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:35,705 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:35,705 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. after waiting 0 ms 2024-12-02T19:55:35,705 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:35,705 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(2902): Flushing 3b0974a81ace83d9e746a981fd517967 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-02T19:55:35,706 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=A 2024-12-02T19:55:35,706 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:35,706 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=B 2024-12-02T19:55:35,706 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:35,706 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b0974a81ace83d9e746a981fd517967, store=C 2024-12-02T19:55:35,706 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:35,711 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/5c5c4a23b0ab40d39db0f2e91bd9a7b8 is 50, key is test_row_0/A:col10/1733169333670/Put/seqid=0 2024-12-02T19:55:35,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741951_1127 (size=12301) 2024-12-02T19:55:35,716 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/5c5c4a23b0ab40d39db0f2e91bd9a7b8 2024-12-02T19:55:35,725 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/b8c94687dfbc48ce9accae22bc3be45e is 50, key is test_row_0/B:col10/1733169333670/Put/seqid=0 2024-12-02T19:55:35,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741952_1128 (size=12301) 2024-12-02T19:55:35,730 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/b8c94687dfbc48ce9accae22bc3be45e 2024-12-02T19:55:35,740 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/4cc253b51b404a66b0d7f89d0fe2ae12 is 50, key is test_row_0/C:col10/1733169333670/Put/seqid=0 2024-12-02T19:55:35,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741953_1129 (size=12301) 2024-12-02T19:55:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-02T19:55:36,146 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/4cc253b51b404a66b0d7f89d0fe2ae12 2024-12-02T19:55:36,157 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/A/5c5c4a23b0ab40d39db0f2e91bd9a7b8 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/5c5c4a23b0ab40d39db0f2e91bd9a7b8 2024-12-02T19:55:36,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-02T19:55:36,163 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/5c5c4a23b0ab40d39db0f2e91bd9a7b8, entries=150, sequenceid=523, filesize=12.0 K 2024-12-02T19:55:36,164 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/B/b8c94687dfbc48ce9accae22bc3be45e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/b8c94687dfbc48ce9accae22bc3be45e 2024-12-02T19:55:36,170 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/b8c94687dfbc48ce9accae22bc3be45e, entries=150, sequenceid=523, filesize=12.0 K 2024-12-02T19:55:36,171 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/.tmp/C/4cc253b51b404a66b0d7f89d0fe2ae12 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/4cc253b51b404a66b0d7f89d0fe2ae12 2024-12-02T19:55:36,175 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/4cc253b51b404a66b0d7f89d0fe2ae12, entries=150, sequenceid=523, filesize=12.0 K 2024-12-02T19:55:36,176 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 3b0974a81ace83d9e746a981fd517967 in 471ms, sequenceid=523, compaction requested=true 2024-12-02T19:55:36,177 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/c1c44e07e2804601b0339d860931f2e7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/c89489922d074e50b6b3e40c20a19ce1, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/fa8fbe1f3b93480a88b0757b7aa68b86, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/21cc16227ec4497c92f7327e128eaa0d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/bed4fe3e9a4b4c20a3a7f1ea95e1d8ca, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/649d118dc0ac4bd09e1f4bdf378d7939, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/23eb4c319b5d4834b731a8a68042666a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/a3f100bb351d4289a9d6fe0d8783f2c7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/3347a22fac204d0fa36df1f8e454e95a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/e39cdb9b3e734d348a6b8f4b653f0d4f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/b88544664538491388ba41bf71e45501, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/60158c42966f4f44a669ed1eae5e8201, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/d0c5865749084fe58f62cdc3275cdf0b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/0a095052f99b4d689f538a9b2c8da478, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/3fba906604c944dd8c782d4e8bf9bac7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/698ee1ad9b994d8695938ef142ab2241, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/38acaf5770cf4947aa76cc83b20df973, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/5e1e230efcb641b2b2ec9d4dd19cc02f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/2c95743d8c4a456bb5b9a3e217915e78, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/de276237b202470b87ece7977730de1d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/3b09e5303ee34110a5ca279ca65b33f1, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/065f2a4a9dae4317a0e68d6b650c6b57, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/6bffcb2ecf53401da4765be880a218c7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/0499699a5e1c46a8bd3b91c5386f5c5d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/f6d404652e30487a935aef532682f65d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/5d9a1c4f46e54f8fa3bb52279f0fdcad, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/9d24b52257b040a39601f9ee9aa4fd7b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/9e532d4551c94a4c9a921ba4ac6bcc45, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/a0df7f0357e14243aa9ed628942adcfb, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/33319180652143f9a1466847a09628af, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/b0d29b1e38f34bffb7111b10271a7f33, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/aff9c3716c724ea9bc0c28da88465585, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/2674e272eb5b4a508f65afa78a50d1eb, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/d7281e731b1d4aeba6868b8c3d424f3d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/60201cbcfa004383b30b51f4b7029c09, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/bd62e808b8eb4a12975682c5bb593685] to archive 2024-12-02T19:55:36,179 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T19:55:36,184 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/c1c44e07e2804601b0339d860931f2e7 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/c1c44e07e2804601b0339d860931f2e7 2024-12-02T19:55:36,186 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/c89489922d074e50b6b3e40c20a19ce1 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/c89489922d074e50b6b3e40c20a19ce1 2024-12-02T19:55:36,187 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/fa8fbe1f3b93480a88b0757b7aa68b86 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/fa8fbe1f3b93480a88b0757b7aa68b86 2024-12-02T19:55:36,188 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/21cc16227ec4497c92f7327e128eaa0d to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/21cc16227ec4497c92f7327e128eaa0d 2024-12-02T19:55:36,190 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/bed4fe3e9a4b4c20a3a7f1ea95e1d8ca to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/bed4fe3e9a4b4c20a3a7f1ea95e1d8ca 2024-12-02T19:55:36,192 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/649d118dc0ac4bd09e1f4bdf378d7939 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/649d118dc0ac4bd09e1f4bdf378d7939 2024-12-02T19:55:36,193 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/23eb4c319b5d4834b731a8a68042666a to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/23eb4c319b5d4834b731a8a68042666a 2024-12-02T19:55:36,195 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/a3f100bb351d4289a9d6fe0d8783f2c7 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/a3f100bb351d4289a9d6fe0d8783f2c7 2024-12-02T19:55:36,196 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/3347a22fac204d0fa36df1f8e454e95a to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/3347a22fac204d0fa36df1f8e454e95a 2024-12-02T19:55:36,198 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/e39cdb9b3e734d348a6b8f4b653f0d4f to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/e39cdb9b3e734d348a6b8f4b653f0d4f 2024-12-02T19:55:36,199 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/b88544664538491388ba41bf71e45501 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/b88544664538491388ba41bf71e45501 2024-12-02T19:55:36,201 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/60158c42966f4f44a669ed1eae5e8201 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/60158c42966f4f44a669ed1eae5e8201 2024-12-02T19:55:36,202 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/d0c5865749084fe58f62cdc3275cdf0b to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/d0c5865749084fe58f62cdc3275cdf0b 2024-12-02T19:55:36,204 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/0a095052f99b4d689f538a9b2c8da478 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/0a095052f99b4d689f538a9b2c8da478 2024-12-02T19:55:36,205 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/3fba906604c944dd8c782d4e8bf9bac7 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/3fba906604c944dd8c782d4e8bf9bac7 2024-12-02T19:55:36,206 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/698ee1ad9b994d8695938ef142ab2241 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/698ee1ad9b994d8695938ef142ab2241 2024-12-02T19:55:36,208 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/38acaf5770cf4947aa76cc83b20df973 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/38acaf5770cf4947aa76cc83b20df973 2024-12-02T19:55:36,209 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/5e1e230efcb641b2b2ec9d4dd19cc02f to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/5e1e230efcb641b2b2ec9d4dd19cc02f 2024-12-02T19:55:36,211 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/2c95743d8c4a456bb5b9a3e217915e78 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/2c95743d8c4a456bb5b9a3e217915e78 2024-12-02T19:55:36,212 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/de276237b202470b87ece7977730de1d to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/de276237b202470b87ece7977730de1d 2024-12-02T19:55:36,213 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/3b09e5303ee34110a5ca279ca65b33f1 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/3b09e5303ee34110a5ca279ca65b33f1 2024-12-02T19:55:36,214 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/065f2a4a9dae4317a0e68d6b650c6b57 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/065f2a4a9dae4317a0e68d6b650c6b57 2024-12-02T19:55:36,215 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/6bffcb2ecf53401da4765be880a218c7 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/6bffcb2ecf53401da4765be880a218c7 2024-12-02T19:55:36,217 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/0499699a5e1c46a8bd3b91c5386f5c5d to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/0499699a5e1c46a8bd3b91c5386f5c5d 2024-12-02T19:55:36,218 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/f6d404652e30487a935aef532682f65d to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/f6d404652e30487a935aef532682f65d 2024-12-02T19:55:36,219 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/5d9a1c4f46e54f8fa3bb52279f0fdcad to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/5d9a1c4f46e54f8fa3bb52279f0fdcad 2024-12-02T19:55:36,220 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/9d24b52257b040a39601f9ee9aa4fd7b to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/9d24b52257b040a39601f9ee9aa4fd7b 2024-12-02T19:55:36,222 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/9e532d4551c94a4c9a921ba4ac6bcc45 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/9e532d4551c94a4c9a921ba4ac6bcc45 2024-12-02T19:55:36,223 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/a0df7f0357e14243aa9ed628942adcfb to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/a0df7f0357e14243aa9ed628942adcfb 2024-12-02T19:55:36,224 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/33319180652143f9a1466847a09628af to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/33319180652143f9a1466847a09628af 2024-12-02T19:55:36,225 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/b0d29b1e38f34bffb7111b10271a7f33 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/b0d29b1e38f34bffb7111b10271a7f33 2024-12-02T19:55:36,226 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/aff9c3716c724ea9bc0c28da88465585 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/aff9c3716c724ea9bc0c28da88465585 2024-12-02T19:55:36,227 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/2674e272eb5b4a508f65afa78a50d1eb to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/2674e272eb5b4a508f65afa78a50d1eb 2024-12-02T19:55:36,229 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/d7281e731b1d4aeba6868b8c3d424f3d to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/d7281e731b1d4aeba6868b8c3d424f3d 2024-12-02T19:55:36,229 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/60201cbcfa004383b30b51f4b7029c09 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/60201cbcfa004383b30b51f4b7029c09 2024-12-02T19:55:36,230 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/bd62e808b8eb4a12975682c5bb593685 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/bd62e808b8eb4a12975682c5bb593685 2024-12-02T19:55:36,242 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/ae8bee3906c6436c8afb082caba837e7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/6fd48c88379a4da385c9e88118f14fa4, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/4d89f334fd2043aba4335d954e47faf2, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/8d03cdae0d7147a88aab1621960c912d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/f06532709c44434297323ab477543c7a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/c58df7497dcd48c3a2d26feb5b2a5e2b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/8d0db135aa994d4fbc4e58ed318b3e0e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/af51186eae2f41a3b05b9fa99582a19c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/9fde93c02a6f4efbacb31ddf8defaf0b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/a289ae05fb504c49b1c88862c9c310f7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/7cbbd0951fb74f318c0bc35f60b88b6e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/2ede37fa361f473ab8fbc37d723f68ae, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/477ba3772e65486d9543987d1c758b14, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/d09561bb3296449d967219adecb5aa42, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/b7c6d1b69d7d4300b0cc71deadd0b3bd, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/208465ff51e340ccba65fb8bcb9eda04, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/563d8d85effa44398b6a7ee760b19e36, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/7510c18985444ce3ba0665615a618d87, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/3a161f0e20c54ceebd7a4e6c465d6d52, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/44e3cb77c4eb46b6943d6e8069aa10eb, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/22c8e491032d4e29a745c6dda364df7e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/467e428b082a479c8d11b06e0a8ae3a3, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/d6218fca26684adab2e76d89c4545e5d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/efbddb2dea9141e5b4ff54871fd7b05f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/fc7ad06df1f14147878570765edcb6b9, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/00064cb746634a21a786d807bdc8d1be, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/8931e6715f804e31bb726b183283488a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/63f6d2ccc4d14e9e8cb505410dbf104a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/fa89b93491a24db6a1bb5ad5938414bd, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/53317ac2673547aaafb239cad695fb3b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/737965ea806140859cd143dbb706f984, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/48860331c2244c338a997ef0f8a4c3bd, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/b37dd6ffbbdb426c872d19ab6c336e4e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/1fa3384a36e54cd7a73f99ffff021e55, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/6762a62da3c44dab84a8051caccbf42e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/27b821a596e24b588fb7aa996b8fe91d] to archive 2024-12-02T19:55:36,243 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T19:55:36,245 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/ae8bee3906c6436c8afb082caba837e7 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/ae8bee3906c6436c8afb082caba837e7 2024-12-02T19:55:36,246 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/6fd48c88379a4da385c9e88118f14fa4 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/6fd48c88379a4da385c9e88118f14fa4 2024-12-02T19:55:36,247 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/4d89f334fd2043aba4335d954e47faf2 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/4d89f334fd2043aba4335d954e47faf2 2024-12-02T19:55:36,248 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/8d03cdae0d7147a88aab1621960c912d to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/8d03cdae0d7147a88aab1621960c912d 2024-12-02T19:55:36,250 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/f06532709c44434297323ab477543c7a to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/f06532709c44434297323ab477543c7a 2024-12-02T19:55:36,251 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/c58df7497dcd48c3a2d26feb5b2a5e2b to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/c58df7497dcd48c3a2d26feb5b2a5e2b 2024-12-02T19:55:36,252 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/8d0db135aa994d4fbc4e58ed318b3e0e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/8d0db135aa994d4fbc4e58ed318b3e0e 2024-12-02T19:55:36,253 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/af51186eae2f41a3b05b9fa99582a19c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/af51186eae2f41a3b05b9fa99582a19c 2024-12-02T19:55:36,254 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/9fde93c02a6f4efbacb31ddf8defaf0b to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/9fde93c02a6f4efbacb31ddf8defaf0b 2024-12-02T19:55:36,255 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/a289ae05fb504c49b1c88862c9c310f7 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/a289ae05fb504c49b1c88862c9c310f7 2024-12-02T19:55:36,256 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/7cbbd0951fb74f318c0bc35f60b88b6e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/7cbbd0951fb74f318c0bc35f60b88b6e 2024-12-02T19:55:36,257 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/2ede37fa361f473ab8fbc37d723f68ae to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/2ede37fa361f473ab8fbc37d723f68ae 2024-12-02T19:55:36,258 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/477ba3772e65486d9543987d1c758b14 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/477ba3772e65486d9543987d1c758b14 2024-12-02T19:55:36,260 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/d09561bb3296449d967219adecb5aa42 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/d09561bb3296449d967219adecb5aa42 2024-12-02T19:55:36,261 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/b7c6d1b69d7d4300b0cc71deadd0b3bd to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/b7c6d1b69d7d4300b0cc71deadd0b3bd 2024-12-02T19:55:36,262 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/208465ff51e340ccba65fb8bcb9eda04 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/208465ff51e340ccba65fb8bcb9eda04 2024-12-02T19:55:36,263 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/563d8d85effa44398b6a7ee760b19e36 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/563d8d85effa44398b6a7ee760b19e36 2024-12-02T19:55:36,264 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/7510c18985444ce3ba0665615a618d87 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/7510c18985444ce3ba0665615a618d87 2024-12-02T19:55:36,265 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/3a161f0e20c54ceebd7a4e6c465d6d52 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/3a161f0e20c54ceebd7a4e6c465d6d52 2024-12-02T19:55:36,266 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/44e3cb77c4eb46b6943d6e8069aa10eb to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/44e3cb77c4eb46b6943d6e8069aa10eb 2024-12-02T19:55:36,267 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/22c8e491032d4e29a745c6dda364df7e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/22c8e491032d4e29a745c6dda364df7e 2024-12-02T19:55:36,268 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/467e428b082a479c8d11b06e0a8ae3a3 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/467e428b082a479c8d11b06e0a8ae3a3 2024-12-02T19:55:36,269 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/d6218fca26684adab2e76d89c4545e5d to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/d6218fca26684adab2e76d89c4545e5d 2024-12-02T19:55:36,270 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/efbddb2dea9141e5b4ff54871fd7b05f to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/efbddb2dea9141e5b4ff54871fd7b05f 2024-12-02T19:55:36,271 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/fc7ad06df1f14147878570765edcb6b9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/fc7ad06df1f14147878570765edcb6b9 2024-12-02T19:55:36,272 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/00064cb746634a21a786d807bdc8d1be to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/00064cb746634a21a786d807bdc8d1be 2024-12-02T19:55:36,273 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/8931e6715f804e31bb726b183283488a to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/8931e6715f804e31bb726b183283488a 2024-12-02T19:55:36,275 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/63f6d2ccc4d14e9e8cb505410dbf104a to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/63f6d2ccc4d14e9e8cb505410dbf104a 2024-12-02T19:55:36,276 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/fa89b93491a24db6a1bb5ad5938414bd to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/fa89b93491a24db6a1bb5ad5938414bd 2024-12-02T19:55:36,277 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/53317ac2673547aaafb239cad695fb3b to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/53317ac2673547aaafb239cad695fb3b 2024-12-02T19:55:36,278 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/737965ea806140859cd143dbb706f984 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/737965ea806140859cd143dbb706f984 2024-12-02T19:55:36,279 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/48860331c2244c338a997ef0f8a4c3bd to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/48860331c2244c338a997ef0f8a4c3bd 2024-12-02T19:55:36,280 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/b37dd6ffbbdb426c872d19ab6c336e4e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/b37dd6ffbbdb426c872d19ab6c336e4e 2024-12-02T19:55:36,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/1fa3384a36e54cd7a73f99ffff021e55 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/1fa3384a36e54cd7a73f99ffff021e55 2024-12-02T19:55:36,282 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/6762a62da3c44dab84a8051caccbf42e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/6762a62da3c44dab84a8051caccbf42e 2024-12-02T19:55:36,283 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/27b821a596e24b588fb7aa996b8fe91d to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/27b821a596e24b588fb7aa996b8fe91d 2024-12-02T19:55:36,284 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/e3aed06f272e45279922763377c5bd20, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/39281a5084d947d3a50d600ae8f19630, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/25148aa43469402e8f52386e872de80e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/cc80bd48ef9c4257a9ed39103ad4c74d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/a302577fb34243a8b4b45716a666c5f2, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/c9a90caf24214f2c8c3b65b4568972cc, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/da22acfb457a41ccb1effe485d628098, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/d3c1bc3b9422499898b90ebb3785eb55, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/3a0cb6b971f04b6a92cd9f17add8877b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/769fcc2f366e4e18850789ef9963c171, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/3d4013eff18b4f3da06ec7ba6358d863, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/1ac5b6df67594c4f9d4c77eb935bc6b7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/aff1ed49a44443b9b96b01f4081e183a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/40c302a062ac4a30b78359a8da6bdd30, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/03500d7d260d4926950c732b3f75a8c5, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/61c5767b8cef4be39a3b3a06046abbf5, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/8ba2c3dd939442a8b92936827dfdc5fd, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/fbdd6539eed6476684c29e3935a40e17, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/df671667da4d449891b267c29c6fb459, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/2ffa63bb0de64645b14204b40eda9a39, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/b94c9e23d0214285a10194b5d48b9a29, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/fd1045f4f5cd479594e0e734f751a1bb, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/bd4ff8d7770d461abf2464214b000989, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/6e4b7ab7303a47b3a92accd7aece7334, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/58a8aaa5e98244c9b74f018b42e4beaa, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/6edfd6a3d52f48569a6416eaf08d1dba, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/aeb012c62870441f95d0ffe13081914a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/5fbf14a54f3e4bea8547c22bf52c2200, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/1378b408f9954be9aa3bbdafc2318d8b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/08b48c060cc446b9b8214c4d81931abb, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/6544b01a0b444b839f1e0cc0212f9809, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/aeae3a46b98944e1a1a30c822d962701, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/e09c8f70a3c5413389c7cc0adbb3fc38, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/6236385325f94d59b7cc7fa83552bf7d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/7184ae2a71a94df881547ffeca310c43, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/07a7526da36a4ebcba1582f8926974ce] to archive 2024-12-02T19:55:36,285 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T19:55:36,287 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/e3aed06f272e45279922763377c5bd20 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/e3aed06f272e45279922763377c5bd20 2024-12-02T19:55:36,288 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/39281a5084d947d3a50d600ae8f19630 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/39281a5084d947d3a50d600ae8f19630 2024-12-02T19:55:36,290 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/25148aa43469402e8f52386e872de80e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/25148aa43469402e8f52386e872de80e 2024-12-02T19:55:36,291 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/cc80bd48ef9c4257a9ed39103ad4c74d to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/cc80bd48ef9c4257a9ed39103ad4c74d 2024-12-02T19:55:36,292 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/a302577fb34243a8b4b45716a666c5f2 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/a302577fb34243a8b4b45716a666c5f2 2024-12-02T19:55:36,293 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/c9a90caf24214f2c8c3b65b4568972cc to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/c9a90caf24214f2c8c3b65b4568972cc 2024-12-02T19:55:36,294 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/da22acfb457a41ccb1effe485d628098 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/da22acfb457a41ccb1effe485d628098 2024-12-02T19:55:36,295 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/d3c1bc3b9422499898b90ebb3785eb55 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/d3c1bc3b9422499898b90ebb3785eb55 2024-12-02T19:55:36,296 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/3a0cb6b971f04b6a92cd9f17add8877b to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/3a0cb6b971f04b6a92cd9f17add8877b 2024-12-02T19:55:36,297 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/769fcc2f366e4e18850789ef9963c171 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/769fcc2f366e4e18850789ef9963c171 2024-12-02T19:55:36,298 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/3d4013eff18b4f3da06ec7ba6358d863 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/3d4013eff18b4f3da06ec7ba6358d863 2024-12-02T19:55:36,299 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/1ac5b6df67594c4f9d4c77eb935bc6b7 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/1ac5b6df67594c4f9d4c77eb935bc6b7 2024-12-02T19:55:36,300 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/aff1ed49a44443b9b96b01f4081e183a to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/aff1ed49a44443b9b96b01f4081e183a 2024-12-02T19:55:36,301 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/40c302a062ac4a30b78359a8da6bdd30 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/40c302a062ac4a30b78359a8da6bdd30 2024-12-02T19:55:36,302 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/03500d7d260d4926950c732b3f75a8c5 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/03500d7d260d4926950c732b3f75a8c5 2024-12-02T19:55:36,303 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/61c5767b8cef4be39a3b3a06046abbf5 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/61c5767b8cef4be39a3b3a06046abbf5 2024-12-02T19:55:36,304 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/8ba2c3dd939442a8b92936827dfdc5fd to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/8ba2c3dd939442a8b92936827dfdc5fd 2024-12-02T19:55:36,305 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/fbdd6539eed6476684c29e3935a40e17 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/fbdd6539eed6476684c29e3935a40e17 2024-12-02T19:55:36,306 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/df671667da4d449891b267c29c6fb459 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/df671667da4d449891b267c29c6fb459 2024-12-02T19:55:36,307 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/2ffa63bb0de64645b14204b40eda9a39 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/2ffa63bb0de64645b14204b40eda9a39 2024-12-02T19:55:36,308 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/b94c9e23d0214285a10194b5d48b9a29 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/b94c9e23d0214285a10194b5d48b9a29 2024-12-02T19:55:36,309 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/fd1045f4f5cd479594e0e734f751a1bb to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/fd1045f4f5cd479594e0e734f751a1bb 2024-12-02T19:55:36,310 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/bd4ff8d7770d461abf2464214b000989 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/bd4ff8d7770d461abf2464214b000989 2024-12-02T19:55:36,311 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/6e4b7ab7303a47b3a92accd7aece7334 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/6e4b7ab7303a47b3a92accd7aece7334 2024-12-02T19:55:36,312 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/58a8aaa5e98244c9b74f018b42e4beaa to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/58a8aaa5e98244c9b74f018b42e4beaa 2024-12-02T19:55:36,313 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/6edfd6a3d52f48569a6416eaf08d1dba to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/6edfd6a3d52f48569a6416eaf08d1dba 2024-12-02T19:55:36,314 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/aeb012c62870441f95d0ffe13081914a to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/aeb012c62870441f95d0ffe13081914a 2024-12-02T19:55:36,315 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/5fbf14a54f3e4bea8547c22bf52c2200 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/5fbf14a54f3e4bea8547c22bf52c2200 2024-12-02T19:55:36,316 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/1378b408f9954be9aa3bbdafc2318d8b to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/1378b408f9954be9aa3bbdafc2318d8b 2024-12-02T19:55:36,317 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/08b48c060cc446b9b8214c4d81931abb to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/08b48c060cc446b9b8214c4d81931abb 2024-12-02T19:55:36,318 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/6544b01a0b444b839f1e0cc0212f9809 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/6544b01a0b444b839f1e0cc0212f9809 2024-12-02T19:55:36,319 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/aeae3a46b98944e1a1a30c822d962701 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/aeae3a46b98944e1a1a30c822d962701 2024-12-02T19:55:36,320 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/e09c8f70a3c5413389c7cc0adbb3fc38 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/e09c8f70a3c5413389c7cc0adbb3fc38 2024-12-02T19:55:36,321 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/6236385325f94d59b7cc7fa83552bf7d to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/6236385325f94d59b7cc7fa83552bf7d 2024-12-02T19:55:36,322 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/7184ae2a71a94df881547ffeca310c43 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/7184ae2a71a94df881547ffeca310c43 2024-12-02T19:55:36,323 DEBUG [StoreCloser-TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/07a7526da36a4ebcba1582f8926974ce to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/07a7526da36a4ebcba1582f8926974ce 2024-12-02T19:55:36,329 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/recovered.edits/526.seqid, newMaxSeqId=526, maxSeqId=1 2024-12-02T19:55:36,331 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. 2024-12-02T19:55:36,331 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1676): Region close journal for 3b0974a81ace83d9e746a981fd517967: Waiting for close lock at 1733169335705Running coprocessor pre-close hooks at 1733169335705Disabling compacts and flushes for region at 1733169335705Disabling writes for close at 1733169335705Obtaining lock to block concurrent updates at 1733169335705Preparing flush snapshotting stores in 3b0974a81ace83d9e746a981fd517967 at 1733169335705Finished memstore snapshotting TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733169335706 (+1 ms)Flushing stores of TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967. at 1733169335707 (+1 ms)Flushing 3b0974a81ace83d9e746a981fd517967/A: creating writer at 1733169335707Flushing 3b0974a81ace83d9e746a981fd517967/A: appending metadata at 1733169335711 (+4 ms)Flushing 3b0974a81ace83d9e746a981fd517967/A: closing flushed file at 1733169335711Flushing 3b0974a81ace83d9e746a981fd517967/B: creating writer at 1733169335722 (+11 ms)Flushing 3b0974a81ace83d9e746a981fd517967/B: appending metadata at 1733169335725 (+3 ms)Flushing 3b0974a81ace83d9e746a981fd517967/B: closing flushed file at 1733169335725Flushing 3b0974a81ace83d9e746a981fd517967/C: creating writer at 1733169335736 (+11 ms)Flushing 3b0974a81ace83d9e746a981fd517967/C: appending metadata at 1733169335739 (+3 ms)Flushing 3b0974a81ace83d9e746a981fd517967/C: closing flushed file at 1733169335739Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@758a78a1: reopening flushed file at 1733169336156 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eae18ca: reopening flushed file at 1733169336163 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ea67bfc: reopening flushed file at 1733169336170 (+7 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 3b0974a81ace83d9e746a981fd517967 in 471ms, sequenceid=523, compaction requested=true at 1733169336176 (+6 ms)Writing region close event to WAL at 1733169336325 (+149 ms)Running coprocessor post-close hooks at 1733169336329 (+4 ms)Closed at 1733169336331 (+2 ms) 2024-12-02T19:55:36,334 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(157): Closed 3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:36,334 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=3b0974a81ace83d9e746a981fd517967, regionState=CLOSED 2024-12-02T19:55:36,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 because future has completed 2024-12-02T19:55:36,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-02T19:55:36,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseRegionProcedure 3b0974a81ace83d9e746a981fd517967, server=41897df2911b,36713,1733169305610 in 790 msec 2024-12-02T19:55:36,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-12-02T19:55:36,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b0974a81ace83d9e746a981fd517967, UNASSIGN in 799 msec 2024-12-02T19:55:36,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-02T19:55:36,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 806 msec 2024-12-02T19:55:36,345 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169336344"}]},"ts":"1733169336344"} 2024-12-02T19:55:36,346 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-02T19:55:36,346 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-02T19:55:36,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 821 msec 2024-12-02T19:55:36,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-02T19:55:36,669 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:55:36,676 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-02T19:55:36,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:55:36,696 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:55:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-02T19:55:36,698 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=29, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:55:36,702 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:36,706 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A, FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B, FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C, FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/recovered.edits] 2024-12-02T19:55:36,709 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/3c5f1dab5c8845c896f3d76c01e07f46 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/3c5f1dab5c8845c896f3d76c01e07f46 2024-12-02T19:55:36,711 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/5c5c4a23b0ab40d39db0f2e91bd9a7b8 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/5c5c4a23b0ab40d39db0f2e91bd9a7b8 2024-12-02T19:55:36,712 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/ce3efad384c84a4ea935e1a3149b654d to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/A/ce3efad384c84a4ea935e1a3149b654d 2024-12-02T19:55:36,714 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/6838ca9d0e224a43bb24150284114860 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/6838ca9d0e224a43bb24150284114860 2024-12-02T19:55:36,715 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/923e51c1e2134a56ad2660ac48af9100 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/923e51c1e2134a56ad2660ac48af9100 2024-12-02T19:55:36,716 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/b8c94687dfbc48ce9accae22bc3be45e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/B/b8c94687dfbc48ce9accae22bc3be45e 2024-12-02T19:55:36,718 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/228123d9bd4846768287bc4c791e8102 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/228123d9bd4846768287bc4c791e8102 2024-12-02T19:55:36,719 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/4cc253b51b404a66b0d7f89d0fe2ae12 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/4cc253b51b404a66b0d7f89d0fe2ae12 2024-12-02T19:55:36,720 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/6200891ad6b7458b9a93359c24e1530a to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/C/6200891ad6b7458b9a93359c24e1530a 2024-12-02T19:55:36,723 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/recovered.edits/526.seqid to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967/recovered.edits/526.seqid 2024-12-02T19:55:36,724 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3b0974a81ace83d9e746a981fd517967 2024-12-02T19:55:36,724 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-02T19:55:36,729 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=29, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:55:36,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-02T19:55:36,740 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-02T19:55:36,770 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-02T19:55:36,771 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=29, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:55:36,771 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-02T19:55:36,772 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733169336771"}]},"ts":"9223372036854775807"} 2024-12-02T19:55:36,776 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-02T19:55:36,776 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 3b0974a81ace83d9e746a981fd517967, NAME => 'TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T19:55:36,776 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-02T19:55:36,776 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733169336776"}]},"ts":"9223372036854775807"} 2024-12-02T19:55:36,779 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-02T19:55:36,780 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=29, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:55:36,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 103 msec 2024-12-02T19:55:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-02T19:55:36,809 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-02T19:55:36,809 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:55:36,821 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=249 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/41897df2911b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;41897df2911b:36713-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_473040349_22 at /127.0.0.1:57728 [Waiting for operation #219] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/41897df2911b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_473040349_22 at /127.0.0.1:57628 [Waiting for operation #244] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1350392528_22 at /127.0.0.1:43840 [Waiting for operation #261] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=592 (was 387) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10429 (was 10899) 2024-12-02T19:55:36,831 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=249, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=592, ProcessCount=11, AvailableMemoryMB=10429 2024-12-02T19:55:36,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T19:55:36,833 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:55:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-02T19:55:36,835 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T19:55:36,836 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:36,836 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 30 2024-12-02T19:55:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-12-02T19:55:36,837 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T19:55:36,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741954_1130 (size=1061) 2024-12-02T19:55:36,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-12-02T19:55:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-12-02T19:55:37,248 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c 2024-12-02T19:55:37,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741955_1131 (size=53) 2024-12-02T19:55:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-12-02T19:55:37,664 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:55:37,664 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 745d439d7ed478cc2f65a742fd44f9a9, disabling compactions & flushes 2024-12-02T19:55:37,665 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:37,665 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:37,665 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. after waiting 0 ms 2024-12-02T19:55:37,665 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:37,665 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:37,665 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 745d439d7ed478cc2f65a742fd44f9a9: Waiting for close lock at 1733169337664Disabling compacts and flushes for region at 1733169337664Disabling writes for close at 1733169337665 (+1 ms)Writing region close event to WAL at 1733169337665Closed at 1733169337665 2024-12-02T19:55:37,669 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T19:55:37,670 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733169337669"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169337669"}]},"ts":"1733169337669"} 2024-12-02T19:55:37,673 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T19:55:37,674 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T19:55:37,674 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169337674"}]},"ts":"1733169337674"} 2024-12-02T19:55:37,676 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-02T19:55:37,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=745d439d7ed478cc2f65a742fd44f9a9, ASSIGN}] 2024-12-02T19:55:37,677 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=745d439d7ed478cc2f65a742fd44f9a9, ASSIGN 2024-12-02T19:55:37,678 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=745d439d7ed478cc2f65a742fd44f9a9, ASSIGN; state=OFFLINE, location=41897df2911b,36713,1733169305610; forceNewPlan=false, retain=false 2024-12-02T19:55:37,829 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=745d439d7ed478cc2f65a742fd44f9a9, regionState=OPENING, regionLocation=41897df2911b,36713,1733169305610 2024-12-02T19:55:37,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=745d439d7ed478cc2f65a742fd44f9a9, ASSIGN because future has completed 2024-12-02T19:55:37,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610}] 2024-12-02T19:55:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-12-02T19:55:37,993 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:37,993 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:55:37,994 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:37,994 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:55:37,994 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:37,994 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:37,995 INFO [StoreOpener-745d439d7ed478cc2f65a742fd44f9a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:37,996 INFO [StoreOpener-745d439d7ed478cc2f65a742fd44f9a9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-02T19:55:37,997 INFO [StoreOpener-745d439d7ed478cc2f65a742fd44f9a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 745d439d7ed478cc2f65a742fd44f9a9 columnFamilyName A 2024-12-02T19:55:37,997 DEBUG [StoreOpener-745d439d7ed478cc2f65a742fd44f9a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:37,998 INFO [StoreOpener-745d439d7ed478cc2f65a742fd44f9a9-1 {}] regionserver.HStore(327): Store=745d439d7ed478cc2f65a742fd44f9a9/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:55:37,998 INFO [StoreOpener-745d439d7ed478cc2f65a742fd44f9a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:37,999 INFO [StoreOpener-745d439d7ed478cc2f65a742fd44f9a9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-02T19:55:37,999 INFO [StoreOpener-745d439d7ed478cc2f65a742fd44f9a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 745d439d7ed478cc2f65a742fd44f9a9 columnFamilyName B 2024-12-02T19:55:37,999 DEBUG [StoreOpener-745d439d7ed478cc2f65a742fd44f9a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:38,000 INFO [StoreOpener-745d439d7ed478cc2f65a742fd44f9a9-1 {}] regionserver.HStore(327): Store=745d439d7ed478cc2f65a742fd44f9a9/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:55:38,000 INFO [StoreOpener-745d439d7ed478cc2f65a742fd44f9a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:38,001 INFO [StoreOpener-745d439d7ed478cc2f65a742fd44f9a9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-02T19:55:38,001 INFO [StoreOpener-745d439d7ed478cc2f65a742fd44f9a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 745d439d7ed478cc2f65a742fd44f9a9 columnFamilyName C 2024-12-02T19:55:38,001 DEBUG [StoreOpener-745d439d7ed478cc2f65a742fd44f9a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:38,001 INFO [StoreOpener-745d439d7ed478cc2f65a742fd44f9a9-1 {}] regionserver.HStore(327): Store=745d439d7ed478cc2f65a742fd44f9a9/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:55:38,002 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:38,002 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:38,002 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:38,003 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:38,004 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:38,004 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:38,004 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T19:55:38,005 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:38,008 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:55:38,009 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened 745d439d7ed478cc2f65a742fd44f9a9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69961738, jitterRate=0.04251113533973694}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T19:55:38,009 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:38,010 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for 745d439d7ed478cc2f65a742fd44f9a9: Running coprocessor pre-open hook at 1733169337994Writing region info on filesystem at 1733169337994Initializing all the Stores at 1733169337995 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169337995Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169337995Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169337995Cleaning up temporary data from old regions at 1733169338004 (+9 ms)Running coprocessor post-open hooks at 1733169338009 (+5 ms)Region opened successfully at 1733169338010 (+1 ms) 2024-12-02T19:55:38,011 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., pid=32, masterSystemTime=1733169337989 2024-12-02T19:55:38,014 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:38,014 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:38,014 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=745d439d7ed478cc2f65a742fd44f9a9, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,36713,1733169305610 2024-12-02T19:55:38,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 because future has completed 2024-12-02T19:55:38,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-12-02T19:55:38,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; OpenRegionProcedure 745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 in 181 msec 2024-12-02T19:55:38,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-12-02T19:55:38,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=745d439d7ed478cc2f65a742fd44f9a9, ASSIGN in 343 msec 2024-12-02T19:55:38,022 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T19:55:38,022 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169338022"}]},"ts":"1733169338022"} 2024-12-02T19:55:38,024 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-02T19:55:38,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T19:55:38,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1920 sec 2024-12-02T19:55:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-12-02T19:55:38,989 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:55:38,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79527845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:38,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:55:38,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:55:38,992 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:55:38,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:55:38,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:55:38,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@354a8bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:38,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:55:38,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:55:38,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:38,995 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37790, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:55:38,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1b7e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:38,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:55:38,999 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:55:39,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:55:39,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37822, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:55:39,005 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T19:55:39,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 41897df2911b,45363,1733169304814 2024-12-02T19:55:39,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b3f0ed1 2024-12-02T19:55:39,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T19:55:39,008 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T19:55:39,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T19:55:39,014 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:55:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-02T19:55:39,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741956_1132 (size=1097) 2024-12-02T19:55:39,436 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-02T19:55:39,436 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-02T19:55:39,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T19:55:39,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=745d439d7ed478cc2f65a742fd44f9a9, REOPEN/MOVE}] 2024-12-02T19:55:39,447 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=745d439d7ed478cc2f65a742fd44f9a9, REOPEN/MOVE 2024-12-02T19:55:39,447 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=745d439d7ed478cc2f65a742fd44f9a9, regionState=CLOSING, regionLocation=41897df2911b,36713,1733169305610 2024-12-02T19:55:39,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=745d439d7ed478cc2f65a742fd44f9a9, REOPEN/MOVE because future has completed 2024-12-02T19:55:39,451 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T19:55:39,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure 745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610}] 2024-12-02T19:55:39,604 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(122): Close 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:39,604 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T19:55:39,605 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1722): Closing 745d439d7ed478cc2f65a742fd44f9a9, disabling compactions & flushes 2024-12-02T19:55:39,605 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:39,605 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:39,605 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. after waiting 0 ms 2024-12-02T19:55:39,605 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:39,610 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-02T19:55:39,611 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:39,611 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1676): Region close journal for 745d439d7ed478cc2f65a742fd44f9a9: Waiting for close lock at 1733169339604Running coprocessor pre-close hooks at 1733169339605 (+1 ms)Disabling compacts and flushes for region at 1733169339605Disabling writes for close at 1733169339605Writing region close event to WAL at 1733169339605Running coprocessor post-close hooks at 1733169339611 (+6 ms)Closed at 1733169339611 2024-12-02T19:55:39,611 WARN [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegionServer(3299): Not adding moved region record: 745d439d7ed478cc2f65a742fd44f9a9 to self. 2024-12-02T19:55:39,614 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(157): Closed 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:39,615 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=745d439d7ed478cc2f65a742fd44f9a9, regionState=CLOSED 2024-12-02T19:55:39,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure 745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 because future has completed 2024-12-02T19:55:39,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-12-02T19:55:39,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; CloseRegionProcedure 745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 in 167 msec 2024-12-02T19:55:39,621 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=745d439d7ed478cc2f65a742fd44f9a9, REOPEN/MOVE; state=CLOSED, location=41897df2911b,36713,1733169305610; forceNewPlan=false, retain=true 2024-12-02T19:55:39,771 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=745d439d7ed478cc2f65a742fd44f9a9, regionState=OPENING, regionLocation=41897df2911b,36713,1733169305610 2024-12-02T19:55:39,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=745d439d7ed478cc2f65a742fd44f9a9, REOPEN/MOVE because future has completed 2024-12-02T19:55:39,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610}] 2024-12-02T19:55:39,930 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:39,930 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:55:39,930 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:39,930 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:55:39,931 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:39,931 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:39,934 INFO [StoreOpener-745d439d7ed478cc2f65a742fd44f9a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:39,935 INFO [StoreOpener-745d439d7ed478cc2f65a742fd44f9a9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-02T19:55:39,940 INFO [StoreOpener-745d439d7ed478cc2f65a742fd44f9a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 745d439d7ed478cc2f65a742fd44f9a9 columnFamilyName A 2024-12-02T19:55:39,943 DEBUG [StoreOpener-745d439d7ed478cc2f65a742fd44f9a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:39,943 INFO [StoreOpener-745d439d7ed478cc2f65a742fd44f9a9-1 {}] regionserver.HStore(327): Store=745d439d7ed478cc2f65a742fd44f9a9/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:55:39,944 INFO [StoreOpener-745d439d7ed478cc2f65a742fd44f9a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:39,944 INFO [StoreOpener-745d439d7ed478cc2f65a742fd44f9a9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-02T19:55:39,945 INFO [StoreOpener-745d439d7ed478cc2f65a742fd44f9a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 745d439d7ed478cc2f65a742fd44f9a9 columnFamilyName B 2024-12-02T19:55:39,945 DEBUG [StoreOpener-745d439d7ed478cc2f65a742fd44f9a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:39,945 INFO [StoreOpener-745d439d7ed478cc2f65a742fd44f9a9-1 {}] regionserver.HStore(327): Store=745d439d7ed478cc2f65a742fd44f9a9/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:55:39,945 INFO [StoreOpener-745d439d7ed478cc2f65a742fd44f9a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:39,946 INFO [StoreOpener-745d439d7ed478cc2f65a742fd44f9a9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-02T19:55:39,946 INFO [StoreOpener-745d439d7ed478cc2f65a742fd44f9a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 745d439d7ed478cc2f65a742fd44f9a9 columnFamilyName C 2024-12-02T19:55:39,946 DEBUG [StoreOpener-745d439d7ed478cc2f65a742fd44f9a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:39,946 INFO [StoreOpener-745d439d7ed478cc2f65a742fd44f9a9-1 {}] regionserver.HStore(327): Store=745d439d7ed478cc2f65a742fd44f9a9/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:55:39,947 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:39,947 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:39,947 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:39,949 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:39,950 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:39,950 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:39,950 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T19:55:39,951 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:39,952 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 745d439d7ed478cc2f65a742fd44f9a9; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59399522, jitterRate=-0.11487814784049988}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T19:55:39,952 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:39,953 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 745d439d7ed478cc2f65a742fd44f9a9: Running coprocessor pre-open hook at 1733169339931Writing region info on filesystem at 1733169339931Initializing all the Stores at 1733169339932 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169339932Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169339932Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169339932Cleaning up temporary data from old regions at 1733169339950 (+18 ms)Running coprocessor post-open hooks at 1733169339952 (+2 ms)Region opened successfully at 1733169339953 (+1 ms) 2024-12-02T19:55:39,954 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., pid=37, masterSystemTime=1733169339927 2024-12-02T19:55:39,956 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:39,956 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:39,957 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=745d439d7ed478cc2f65a742fd44f9a9, regionState=OPEN, openSeqNum=5, regionLocation=41897df2911b,36713,1733169305610 2024-12-02T19:55:39,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 because future has completed 2024-12-02T19:55:39,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=35 2024-12-02T19:55:39,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure 745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 in 185 msec 2024-12-02T19:55:39,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-12-02T19:55:39,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=745d439d7ed478cc2f65a742fd44f9a9, REOPEN/MOVE in 515 msec 2024-12-02T19:55:39,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-12-02T19:55:39,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 525 msec 2024-12-02T19:55:39,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 951 msec 2024-12-02T19:55:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-12-02T19:55:39,973 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:55:39,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5adc4e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:39,974 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:55:39,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:55:39,975 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:55:39,975 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:55:39,975 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:55:39,975 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@253c9db4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:39,975 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:55:39,975 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:55:39,976 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:39,976 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:55:39,977 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657c5d17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:39,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681c9b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:39,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:55:39,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:55:39,979 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:55:39,979 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:55:39,979 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:55:39,979 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d35809d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:39,979 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:55:39,979 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:55:39,980 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:39,980 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:55:39,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45999ff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:39,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d91e8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:39,982 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:55:39,982 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:55:39,983 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:55:39,983 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:55:39,983 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:55:39,983 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5093a267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:39,983 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:55:39,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:55:39,984 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:39,985 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:55:39,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52369b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:39,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771f5e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:39,986 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:55:39,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:55:39,987 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:55:39,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:55:39,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:55:39,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1314f7f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:39,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:55:39,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:55:39,988 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:39,989 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:55:39,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fc4e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:39,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b75e2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:39,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:55:39,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:55:39,991 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:55:39,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:55:39,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:55:39,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ba7fac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:39,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:55:39,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:55:39,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:39,992 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:55:39,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72fac34d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:39,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5453a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:39,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:55:39,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:55:39,995 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:55:39,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:55:39,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:55:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@631f276c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:55:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:55:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:39,997 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37890, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:55:39,997 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fcfa4e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:39,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b6e690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:39,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:55:39,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:55:39,999 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:55:39,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:55:39,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:55:39,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@990b0ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:39,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:55:40,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:55:40,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:40,001 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:55:40,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eaadb63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:40,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd05ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:40,002 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:55:40,002 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:55:40,003 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:55:40,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:55:40,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:55:40,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9584eab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:40,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:55:40,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:55:40,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:40,004 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:55:40,004 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@420b069a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:40,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dff183a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:40,005 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:55:40,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:55:40,006 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:55:40,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:55:40,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:55:40,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef03db0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:40,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:55:40,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:55:40,007 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:55:40,007 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:55:40,008 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5efd2437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:55:40,009 DEBUG [Thread-672 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:55:40,009 DEBUG [Thread-667 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:55:40,009 DEBUG [Thread-676 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:55:40,009 DEBUG [Thread-670 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:55:40,009 DEBUG [Thread-659 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:55:40,009 DEBUG [Thread-665 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:55:40,009 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:55:40,010 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:55:40,010 DEBUG [Thread-667 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:55:40,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:55:40,010 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:55:40,010 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:55:40,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:55:40,010 DEBUG [Thread-661 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:55:40,010 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:55:40,011 DEBUG [Thread-663 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:55:40,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-12-02T19:55:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:55:40,011 DEBUG [Thread-667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:55:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:55:40,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:55:40,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37848, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:55:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-02T19:55:40,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:55:40,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:55:40,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37868, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:55:40,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:55:40,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:55:40,013 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:55:40,013 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:55:40,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:55:40,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:55:40,014 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:55:40,015 DEBUG [Thread-674 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:55:40,015 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:55:40,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5] 2024-12-02T19:55:40,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:55:40,016 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5] 2024-12-02T19:55:40,017 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:55:40,017 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5] 2024-12-02T19:55:40,017 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:55:40,018 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:55:40,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5] 2024-12-02T19:55:40,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:55:40,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:55:40,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5] 2024-12-02T19:55:40,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5] 2024-12-02T19:55:40,019 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5] 2024-12-02T19:55:40,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:55:40,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5] 2024-12-02T19:55:40,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5] 2024-12-02T19:55:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:40,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 745d439d7ed478cc2f65a742fd44f9a9 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-02T19:55:40,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=A 2024-12-02T19:55:40,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:40,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=B 2024-12-02T19:55:40,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:40,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=C 2024-12-02T19:55:40,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:40,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120210f618b9350649d4bf63d9b4d6299bed_745d439d7ed478cc2f65a742fd44f9a9 is 50, key is test_row_0/A:col10/1733169340025/Put/seqid=0 2024-12-02T19:55:40,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169400078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:40,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169400079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:40,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:40,087 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169340055, max timestamp=1733169340081Num uniques 859; 2024-12-02T19:55:40,087 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:55:40,087 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169340055, max timestamp=1733169340081Num uniques 859; 2024-12-02T19:55:40,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,087 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:55:40,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:40,089 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169340055, max timestamp=1733169340081Num uniques 859; 2024-12-02T19:55:40,089 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:55:40,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741957_1133 (size=17034) 2024-12-02T19:55:40,091 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:40,098 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120210f618b9350649d4bf63d9b4d6299bed_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120210f618b9350649d4bf63d9b4d6299bed_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:40,100 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/b0bcb1039c224f3e95b836abb46f7830, store: [table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:40,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/b0bcb1039c224f3e95b836abb46f7830 is 175, key is test_row_0/A:col10/1733169340025/Put/seqid=0 2024-12-02T19:55:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-02T19:55:40,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741958_1134 (size=48135) 2024-12-02T19:55:40,129 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/b0bcb1039c224f3e95b836abb46f7830 2024-12-02T19:55:40,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169400134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:40,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:40,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169400136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:40,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:40,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169400146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:40,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:40,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/6e73e3f1c3484a37a48cabfbee4fd6bd is 50, key is test_row_0/B:col10/1733169340025/Put/seqid=0 2024-12-02T19:55:40,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-02T19:55:40,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:40,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:40,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:40,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:40,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:40,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741959_1135 (size=9657) 2024-12-02T19:55:40,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/6e73e3f1c3484a37a48cabfbee4fd6bd 2024-12-02T19:55:40,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169400189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:40,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:40,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169400200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:40,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:40,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/590e43da778346d3bdc569ddc285a574 is 50, key is test_row_0/C:col10/1733169340025/Put/seqid=0 2024-12-02T19:55:40,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741960_1136 (size=9657) 2024-12-02T19:55:40,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/590e43da778346d3bdc569ddc285a574 2024-12-02T19:55:40,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/b0bcb1039c224f3e95b836abb46f7830 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/b0bcb1039c224f3e95b836abb46f7830 2024-12-02T19:55:40,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169400258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:40,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:40,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169400258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:40,262 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:40,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:40,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169400259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:40,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:40,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:40,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/b0bcb1039c224f3e95b836abb46f7830, entries=250, sequenceid=14, filesize=47.0 K 2024-12-02T19:55:40,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/6e73e3f1c3484a37a48cabfbee4fd6bd as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/6e73e3f1c3484a37a48cabfbee4fd6bd 2024-12-02T19:55:40,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/6e73e3f1c3484a37a48cabfbee4fd6bd, entries=100, sequenceid=14, filesize=9.4 K 2024-12-02T19:55:40,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/590e43da778346d3bdc569ddc285a574 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/590e43da778346d3bdc569ddc285a574 2024-12-02T19:55:40,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/590e43da778346d3bdc569ddc285a574, entries=100, sequenceid=14, filesize=9.4 K 2024-12-02T19:55:40,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 745d439d7ed478cc2f65a742fd44f9a9 in 273ms, sequenceid=14, compaction requested=false 2024-12-02T19:55:40,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-02T19:55:40,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-12-02T19:55:40,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:40,330 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing 745d439d7ed478cc2f65a742fd44f9a9 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-02T19:55:40,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=A 2024-12-02T19:55:40,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:55:40,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=B 2024-12-02T19:55:40,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:55:40,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=C 2024-12-02T19:55:40,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:55:40,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202df4041c876ba439b9f6842168ef0116d_745d439d7ed478cc2f65a742fd44f9a9 is 50, key is test_row_0/A:col10/1733169340133/Put/seqid=0 2024-12-02T19:55:40,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741961_1137 (size=12154) 2024-12-02T19:55:40,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:40,374 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202df4041c876ba439b9f6842168ef0116d_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202df4041c876ba439b9f6842168ef0116d_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:40,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/fa4007508f9543018c228b60fb4b5c64, store: [table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:40,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/fa4007508f9543018c228b60fb4b5c64 is 175, key is test_row_0/A:col10/1733169340133/Put/seqid=0 2024-12-02T19:55:40,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741962_1138 (size=30955) 2024-12-02T19:55:40,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:40,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169400430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:40,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:40,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169400432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:40,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:40,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169400469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:40,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:40,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169400469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:40,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:40,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:40,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169400469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:40,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:40,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169400539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:40,541 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:40,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169400548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:40,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-02T19:55:40,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169400749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:40,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:40,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169400758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:40,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:40,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169400779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:40,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:40,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169400779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:40,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:40,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169400779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:40,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:40,782 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,782 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:40,782 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:40,803 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/fa4007508f9543018c228b60fb4b5c64 2024-12-02T19:55:40,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/4eebc5300d71430597891c46ef59d6d3 is 50, key is test_row_0/B:col10/1733169340133/Put/seqid=0 2024-12-02T19:55:40,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741963_1139 (size=12001) 2024-12-02T19:55:41,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169401058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:41,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:41,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:41,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:41,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169401068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:41,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:41,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:41,072 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-02T19:55:41,247 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/4eebc5300d71430597891c46ef59d6d3 2024-12-02T19:55:41,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/489c768e5c3a407e8a3a12d0828b142f is 50, key is test_row_0/C:col10/1733169340133/Put/seqid=0 2024-12-02T19:55:41,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741964_1140 (size=12001) 2024-12-02T19:55:41,277 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/489c768e5c3a407e8a3a12d0828b142f 2024-12-02T19:55:41,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/fa4007508f9543018c228b60fb4b5c64 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/fa4007508f9543018c228b60fb4b5c64 2024-12-02T19:55:41,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:41,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169401289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:41,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:41,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169401289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:41,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:41,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:41,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:41,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:41,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:41,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169401289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:41,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:41,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:41,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:41,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:41,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:41,300 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/fa4007508f9543018c228b60fb4b5c64, entries=150, sequenceid=51, filesize=30.2 K 2024-12-02T19:55:41,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/4eebc5300d71430597891c46ef59d6d3 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/4eebc5300d71430597891c46ef59d6d3 2024-12-02T19:55:41,326 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/4eebc5300d71430597891c46ef59d6d3, entries=150, sequenceid=51, filesize=11.7 K 2024-12-02T19:55:41,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/489c768e5c3a407e8a3a12d0828b142f as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/489c768e5c3a407e8a3a12d0828b142f 2024-12-02T19:55:41,354 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/489c768e5c3a407e8a3a12d0828b142f, entries=150, sequenceid=51, filesize=11.7 K 2024-12-02T19:55:41,357 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 745d439d7ed478cc2f65a742fd44f9a9 in 1027ms, sequenceid=51, compaction requested=false 2024-12-02T19:55:41,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:41,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:41,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-02T19:55:41,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-02T19:55:41,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-12-02T19:55:41,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3450 sec 2024-12-02T19:55:41,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 1.3570 sec 2024-12-02T19:55:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:41,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 745d439d7ed478cc2f65a742fd44f9a9 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-02T19:55:41,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=A 2024-12-02T19:55:41,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:41,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=B 2024-12-02T19:55:41,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:41,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=C 2024-12-02T19:55:41,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:41,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412025bf4bb64885b4d62bf4915e11e72db5c_745d439d7ed478cc2f65a742fd44f9a9 is 50, key is test_row_0/A:col10/1733169341569/Put/seqid=0 2024-12-02T19:55:41,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741965_1141 (size=12154) 2024-12-02T19:55:41,683 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:41,696 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412025bf4bb64885b4d62bf4915e11e72db5c_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025bf4bb64885b4d62bf4915e11e72db5c_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:41,700 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/8b53776995aa4092a82c8a904b130cf5, store: [table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:41,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:41,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/8b53776995aa4092a82c8a904b130cf5 is 175, key is test_row_0/A:col10/1733169341569/Put/seqid=0 2024-12-02T19:55:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169401692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:41,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:41,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:41,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:41,702 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169341674, max timestamp=1733169341697Num uniques 859; 2024-12-02T19:55:41,702 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169341674, max timestamp=1733169341697Num uniques 859; 2024-12-02T19:55:41,702 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:55:41,702 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:55:41,703 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169341674, max timestamp=1733169341697Num uniques 859; 2024-12-02T19:55:41,703 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:55:41,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741966_1142 (size=30955) 2024-12-02T19:55:41,753 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/8b53776995aa4092a82c8a904b130cf5 2024-12-02T19:55:41,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/98d45f6101b440bebafa8aed0be677ba is 50, key is test_row_0/B:col10/1733169341569/Put/seqid=0 2024-12-02T19:55:41,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741967_1143 (size=12001) 2024-12-02T19:55:41,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:41,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169401818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:41,824 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:41,824 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:41,824 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:41,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/98d45f6101b440bebafa8aed0be677ba 2024-12-02T19:55:41,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:41,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169401820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:41,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:41,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:41,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:41,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/4f867c2fea404972a973f0adeb3114be is 50, key is test_row_0/C:col10/1733169341569/Put/seqid=0 2024-12-02T19:55:41,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741968_1144 (size=12001) 2024-12-02T19:55:41,913 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T19:55:41,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:41,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169401929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:41,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:41,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:41,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:41,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:41,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169401939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:41,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:41,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:41,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:42,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169402148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:42,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:42,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:42,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169402159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:42,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:42,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:42,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-02T19:55:42,169 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:55:42,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:55:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-12-02T19:55:42,175 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:55:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-02T19:55:42,177 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:55:42,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:55:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-02T19:55:42,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169402302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:42,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169402302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:42,305 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_0' in 745d439d7ed478cc2f65a742fd44f9a9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:55:42,305 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_2' in 745d439d7ed478cc2f65a742fd44f9a9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:55:42,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:42,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:42,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:42,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:42,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:42,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:42,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169402308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:42,310 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_2' in 745d439d7ed478cc2f65a742fd44f9a9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:55:42,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:42,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:42,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:42,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/4f867c2fea404972a973f0adeb3114be 2024-12-02T19:55:42,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-02T19:55:42,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:42,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:42,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:42,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:42,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:42,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/8b53776995aa4092a82c8a904b130cf5 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/8b53776995aa4092a82c8a904b130cf5 2024-12-02T19:55:42,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/8b53776995aa4092a82c8a904b130cf5, entries=150, sequenceid=62, filesize=30.2 K 2024-12-02T19:55:42,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/98d45f6101b440bebafa8aed0be677ba as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/98d45f6101b440bebafa8aed0be677ba 2024-12-02T19:55:42,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/98d45f6101b440bebafa8aed0be677ba, entries=150, sequenceid=62, filesize=11.7 K 2024-12-02T19:55:42,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/4f867c2fea404972a973f0adeb3114be as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/4f867c2fea404972a973f0adeb3114be 2024-12-02T19:55:42,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/4f867c2fea404972a973f0adeb3114be, entries=150, sequenceid=62, filesize=11.7 K 2024-12-02T19:55:42,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 745d439d7ed478cc2f65a742fd44f9a9 in 810ms, sequenceid=62, compaction requested=true 2024-12-02T19:55:42,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:42,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 745d439d7ed478cc2f65a742fd44f9a9:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:55:42,383 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:42,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:42,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 745d439d7ed478cc2f65a742fd44f9a9:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:55:42,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:42,383 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:42,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 745d439d7ed478cc2f65a742fd44f9a9:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:55:42,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:42,384 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:42,385 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 745d439d7ed478cc2f65a742fd44f9a9/B is initiating minor compaction (all files) 2024-12-02T19:55:42,385 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 745d439d7ed478cc2f65a742fd44f9a9/B in TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:42,385 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/6e73e3f1c3484a37a48cabfbee4fd6bd, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/4eebc5300d71430597891c46ef59d6d3, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/98d45f6101b440bebafa8aed0be677ba] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp, totalSize=32.9 K 2024-12-02T19:55:42,385 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110045 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:42,385 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 745d439d7ed478cc2f65a742fd44f9a9/A is initiating minor compaction (all files) 2024-12-02T19:55:42,385 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 745d439d7ed478cc2f65a742fd44f9a9/A in TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:42,385 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/b0bcb1039c224f3e95b836abb46f7830, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/fa4007508f9543018c228b60fb4b5c64, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/8b53776995aa4092a82c8a904b130cf5] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp, totalSize=107.5 K 2024-12-02T19:55:42,385 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:42,386 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. files: [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/b0bcb1039c224f3e95b836abb46f7830, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/fa4007508f9543018c228b60fb4b5c64, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/8b53776995aa4092a82c8a904b130cf5] 2024-12-02T19:55:42,386 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e73e3f1c3484a37a48cabfbee4fd6bd, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733169340025 2024-12-02T19:55:42,386 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0bcb1039c224f3e95b836abb46f7830, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733169340022 2024-12-02T19:55:42,387 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 4eebc5300d71430597891c46ef59d6d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733169340113 2024-12-02T19:55:42,387 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa4007508f9543018c228b60fb4b5c64, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733169340113 2024-12-02T19:55:42,387 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 98d45f6101b440bebafa8aed0be677ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733169340399 2024-12-02T19:55:42,388 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b53776995aa4092a82c8a904b130cf5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733169340399 2024-12-02T19:55:42,413 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 745d439d7ed478cc2f65a742fd44f9a9#B#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:42,414 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/e995d98e4da14c8da0f81e9fa7ac56ae is 50, key is test_row_0/B:col10/1733169341569/Put/seqid=0 2024-12-02T19:55:42,419 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:42,446 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120220577e93013a4f34a035d266a7443cd2_745d439d7ed478cc2f65a742fd44f9a9 store=[table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:42,450 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120220577e93013a4f34a035d266a7443cd2_745d439d7ed478cc2f65a742fd44f9a9, store=[table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:42,451 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120220577e93013a4f34a035d266a7443cd2_745d439d7ed478cc2f65a742fd44f9a9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:42,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 745d439d7ed478cc2f65a742fd44f9a9 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-02T19:55:42,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=A 2024-12-02T19:55:42,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:55:42,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=B 2024-12-02T19:55:42,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:55:42,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=C 2024-12-02T19:55:42,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:55:42,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741969_1145 (size=12104) 2024-12-02T19:55:42,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120220724a0152674825a3b8c7b2001b0883_745d439d7ed478cc2f65a742fd44f9a9 is 50, key is test_row_0/A:col10/1733169341810/Put/seqid=0 2024-12-02T19:55:42,479 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/e995d98e4da14c8da0f81e9fa7ac56ae as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/e995d98e4da14c8da0f81e9fa7ac56ae 2024-12-02T19:55:42,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-02T19:55:42,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:42,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:42,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:42,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:42,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:42,491 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 745d439d7ed478cc2f65a742fd44f9a9/B of 745d439d7ed478cc2f65a742fd44f9a9 into e995d98e4da14c8da0f81e9fa7ac56ae(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:42,491 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:42,491 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., storeName=745d439d7ed478cc2f65a742fd44f9a9/B, priority=13, startTime=1733169342383; duration=0sec 2024-12-02T19:55:42,491 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:42,491 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 745d439d7ed478cc2f65a742fd44f9a9:B 2024-12-02T19:55:42,492 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:42,493 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:42,494 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 745d439d7ed478cc2f65a742fd44f9a9/C is initiating minor compaction (all files) 2024-12-02T19:55:42,494 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 745d439d7ed478cc2f65a742fd44f9a9/C in TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:42,494 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/590e43da778346d3bdc569ddc285a574, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/489c768e5c3a407e8a3a12d0828b142f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/4f867c2fea404972a973f0adeb3114be] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp, totalSize=32.9 K 2024-12-02T19:55:42,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741970_1146 (size=4469) 2024-12-02T19:55:42,495 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 590e43da778346d3bdc569ddc285a574, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733169340025 2024-12-02T19:55:42,496 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 489c768e5c3a407e8a3a12d0828b142f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733169340113 2024-12-02T19:55:42,496 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f867c2fea404972a973f0adeb3114be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733169340399 2024-12-02T19:55:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-02T19:55:42,500 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 745d439d7ed478cc2f65a742fd44f9a9#A#compaction#127 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:42,501 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/9f30e869d3f2459c806778ab39227e4f is 175, key is test_row_0/A:col10/1733169341569/Put/seqid=0 2024-12-02T19:55:42,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169402509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:42,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:42,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:42,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:42,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169402515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:42,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:42,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:42,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:42,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741971_1147 (size=14594) 2024-12-02T19:55:42,547 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 745d439d7ed478cc2f65a742fd44f9a9#C#compaction#129 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:42,548 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/0cacd7e8c60b4cb49b71c5a931920c01 is 50, key is test_row_0/C:col10/1733169341569/Put/seqid=0 2024-12-02T19:55:42,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741972_1148 (size=31058) 2024-12-02T19:55:42,577 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/9f30e869d3f2459c806778ab39227e4f as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/9f30e869d3f2459c806778ab39227e4f 2024-12-02T19:55:42,586 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 745d439d7ed478cc2f65a742fd44f9a9/A of 745d439d7ed478cc2f65a742fd44f9a9 into 9f30e869d3f2459c806778ab39227e4f(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:42,587 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:42,587 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., storeName=745d439d7ed478cc2f65a742fd44f9a9/A, priority=13, startTime=1733169342383; duration=0sec 2024-12-02T19:55:42,587 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:42,587 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 745d439d7ed478cc2f65a742fd44f9a9:A 2024-12-02T19:55:42,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741973_1149 (size=12104) 2024-12-02T19:55:42,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169402629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:42,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:42,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169402630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:42,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:42,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:42,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:42,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:42,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:42,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-02T19:55:42,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:42,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:42,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:42,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:42,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:42,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-02T19:55:42,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:42,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:42,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:42,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:42,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:42,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:42,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-02T19:55:42,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169402838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:42,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:42,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:42,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:42,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169402838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:42,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:42,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:42,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:42,842 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:42,945 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:42,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-02T19:55:42,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:42,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:42,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:42,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:42,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:42,950 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120220724a0152674825a3b8c7b2001b0883_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120220724a0152674825a3b8c7b2001b0883_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:42,952 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/198258fef9e842f2acd5fde16a4c7fa5, store: [table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:42,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/198258fef9e842f2acd5fde16a4c7fa5 is 175, key is test_row_0/A:col10/1733169341810/Put/seqid=0 2024-12-02T19:55:42,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741974_1150 (size=39549) 2024-12-02T19:55:43,019 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/0cacd7e8c60b4cb49b71c5a931920c01 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/0cacd7e8c60b4cb49b71c5a931920c01 2024-12-02T19:55:43,032 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 745d439d7ed478cc2f65a742fd44f9a9/C of 745d439d7ed478cc2f65a742fd44f9a9 into 0cacd7e8c60b4cb49b71c5a931920c01(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:43,032 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:43,032 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., storeName=745d439d7ed478cc2f65a742fd44f9a9/C, priority=13, startTime=1733169342383; duration=0sec 2024-12-02T19:55:43,032 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:43,032 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 745d439d7ed478cc2f65a742fd44f9a9:C 2024-12-02T19:55:43,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-02T19:55:43,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:43,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:43,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:43,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:43,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:43,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169403149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:43,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:43,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:43,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:43,150 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169403149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:43,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:43,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:43,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:43,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-02T19:55:43,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:43,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:43,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:43,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:43,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-02T19:55:43,370 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/198258fef9e842f2acd5fde16a4c7fa5 2024-12-02T19:55:43,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/2c565953fde24538a1d032f80a799341 is 50, key is test_row_0/B:col10/1733169341810/Put/seqid=0 2024-12-02T19:55:43,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-02T19:55:43,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:43,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:43,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:43,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:43,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:43,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741975_1151 (size=12001) 2024-12-02T19:55:43,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/2c565953fde24538a1d032f80a799341 2024-12-02T19:55:43,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/00550b1bfc7c42ec9fffd98cc9bbd0f1 is 50, key is test_row_0/C:col10/1733169341810/Put/seqid=0 2024-12-02T19:55:43,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741976_1152 (size=12001) 2024-12-02T19:55:43,451 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/00550b1bfc7c42ec9fffd98cc9bbd0f1 2024-12-02T19:55:43,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/198258fef9e842f2acd5fde16a4c7fa5 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/198258fef9e842f2acd5fde16a4c7fa5 2024-12-02T19:55:43,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/198258fef9e842f2acd5fde16a4c7fa5, entries=200, sequenceid=99, filesize=38.6 K 2024-12-02T19:55:43,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/2c565953fde24538a1d032f80a799341 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/2c565953fde24538a1d032f80a799341 2024-12-02T19:55:43,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/2c565953fde24538a1d032f80a799341, entries=150, sequenceid=99, filesize=11.7 K 2024-12-02T19:55:43,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/00550b1bfc7c42ec9fffd98cc9bbd0f1 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/00550b1bfc7c42ec9fffd98cc9bbd0f1 2024-12-02T19:55:43,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/00550b1bfc7c42ec9fffd98cc9bbd0f1, entries=150, sequenceid=99, filesize=11.7 K 2024-12-02T19:55:43,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 745d439d7ed478cc2f65a742fd44f9a9 in 1042ms, sequenceid=99, compaction requested=false 2024-12-02T19:55:43,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:43,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-12-02T19:55:43,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:43,562 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 745d439d7ed478cc2f65a742fd44f9a9 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-02T19:55:43,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=A 2024-12-02T19:55:43,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:43,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=B 2024-12-02T19:55:43,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:43,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=C 2024-12-02T19:55:43,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:43,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412020eed74d419954573a999aebb06f6649b_745d439d7ed478cc2f65a742fd44f9a9 is 50, key is test_row_0/A:col10/1733169342499/Put/seqid=0 2024-12-02T19:55:43,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741977_1153 (size=12154) 2024-12-02T19:55:43,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:43,612 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412020eed74d419954573a999aebb06f6649b_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020eed74d419954573a999aebb06f6649b_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:43,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/a0ee187694e34c70acf27744d921ec4c, store: [table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:43,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/a0ee187694e34c70acf27744d921ec4c is 175, key is test_row_0/A:col10/1733169342499/Put/seqid=0 2024-12-02T19:55:43,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741978_1154 (size=30955) 2024-12-02T19:55:43,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:43,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:43,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169343692, max timestamp=1733169343704Num uniques 859; 2024-12-02T19:55:43,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:55:43,710 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169343692, max timestamp=1733169343704Num uniques 859; 2024-12-02T19:55:43,711 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:55:43,711 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733169343680, max timestamp=1733169343704Num uniques 859; 2024-12-02T19:55:43,712 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-02T19:55:43,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169403769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:43,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:43,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169403772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:43,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:43,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:43,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:43,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:43,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:43,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169403879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:43,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:43,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:43,885 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:43,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169403888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:43,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:43,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:43,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:44,048 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=112, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/a0ee187694e34c70acf27744d921ec4c 2024-12-02T19:55:44,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/1587fc278c3b4088be09f601e9ecaf4e is 50, key is test_row_0/B:col10/1733169342499/Put/seqid=0 2024-12-02T19:55:44,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741979_1155 (size=12001) 2024-12-02T19:55:44,083 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/1587fc278c3b4088be09f601e9ecaf4e 2024-12-02T19:55:44,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169404088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:44,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:44,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:44,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:44,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/0ddaa46fc7fd43339997d1e920f074be is 50, key is test_row_0/C:col10/1733169342499/Put/seqid=0 2024-12-02T19:55:44,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169404099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:44,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:44,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:44,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:44,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741980_1156 (size=12001) 2024-12-02T19:55:44,146 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/0ddaa46fc7fd43339997d1e920f074be 2024-12-02T19:55:44,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/a0ee187694e34c70acf27744d921ec4c as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/a0ee187694e34c70acf27744d921ec4c 2024-12-02T19:55:44,159 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/a0ee187694e34c70acf27744d921ec4c, entries=150, sequenceid=112, filesize=30.2 K 2024-12-02T19:55:44,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/1587fc278c3b4088be09f601e9ecaf4e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/1587fc278c3b4088be09f601e9ecaf4e 2024-12-02T19:55:44,167 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/1587fc278c3b4088be09f601e9ecaf4e, entries=150, sequenceid=112, filesize=11.7 K 2024-12-02T19:55:44,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/0ddaa46fc7fd43339997d1e920f074be as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/0ddaa46fc7fd43339997d1e920f074be 2024-12-02T19:55:44,179 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/0ddaa46fc7fd43339997d1e920f074be, entries=150, sequenceid=112, filesize=11.7 K 2024-12-02T19:55:44,181 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 745d439d7ed478cc2f65a742fd44f9a9 in 619ms, sequenceid=112, compaction requested=true 2024-12-02T19:55:44,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:44,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:44,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-02T19:55:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-02T19:55:44,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-12-02T19:55:44,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0060 sec 2024-12-02T19:55:44,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 2.0160 sec 2024-12-02T19:55:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:44,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 745d439d7ed478cc2f65a742fd44f9a9 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-12-02T19:55:44,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=A 2024-12-02T19:55:44,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:55:44,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=B 2024-12-02T19:55:44,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:55:44,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=C 2024-12-02T19:55:44,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:55:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-12-02T19:55:44,331 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:55:44,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412026705388f9c9b457c84815cb998d3d48d_745d439d7ed478cc2f65a742fd44f9a9 is 50, key is test_row_0/A:col10/1733169343769/Put/seqid=0 2024-12-02T19:55:44,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:55:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-12-02T19:55:44,335 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:55:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-02T19:55:44,337 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:55:44,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:55:44,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169404343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:44,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:44,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:44,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:44,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169404348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:44,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:44,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:44,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:44,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169404350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:44,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:44,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:44,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:44,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741981_1157 (size=14794) 2024-12-02T19:55:44,386 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:44,392 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412026705388f9c9b457c84815cb998d3d48d_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026705388f9c9b457c84815cb998d3d48d_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:44,393 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/b13d7beb1ab34967832e03a07c7f6ff3, store: [table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:44,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/b13d7beb1ab34967832e03a07c7f6ff3 is 175, key is test_row_0/A:col10/1733169343769/Put/seqid=0 2024-12-02T19:55:44,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169404398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:44,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:44,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:44,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:44,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169404409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:44,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:44,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:44,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:44,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741982_1158 (size=39749) 2024-12-02T19:55:44,435 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=149, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/b13d7beb1ab34967832e03a07c7f6ff3 2024-12-02T19:55:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-02T19:55:44,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/d0450141aec24002989d347a8ed0813e is 50, key is test_row_0/B:col10/1733169343769/Put/seqid=0 2024-12-02T19:55:44,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169404459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:44,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:44,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:44,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:44,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169404459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:44,469 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:44,469 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:44,469 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:44,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169404468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:44,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:44,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:44,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:44,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741983_1159 (size=12151) 2024-12-02T19:55:44,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-02T19:55:44,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:44,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:44,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:44,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:44,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:44,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:44,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-02T19:55:44,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:44,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:44,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:44,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:44,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-02T19:55:44,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169404679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:44,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169404679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:44,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:44,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:44,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:44,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:44,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:44,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:44,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169404679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:44,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:44,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:44,688 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:44,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-02T19:55:44,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:44,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:44,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:44,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:44,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:44,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/d0450141aec24002989d347a8ed0813e 2024-12-02T19:55:44,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/9d0c5d37edd34356837608a4364270bc is 50, key is test_row_0/C:col10/1733169343769/Put/seqid=0 2024-12-02T19:55:44,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169404909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:44,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:44,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:44,915 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:44,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741984_1160 (size=12151) 2024-12-02T19:55:44,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/9d0c5d37edd34356837608a4364270bc 2024-12-02T19:55:44,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169404928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:44,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/b13d7beb1ab34967832e03a07c7f6ff3 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/b13d7beb1ab34967832e03a07c7f6ff3 2024-12-02T19:55:44,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:44,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:44,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:44,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/b13d7beb1ab34967832e03a07c7f6ff3, entries=200, sequenceid=149, filesize=38.8 K 2024-12-02T19:55:44,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/d0450141aec24002989d347a8ed0813e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/d0450141aec24002989d347a8ed0813e 2024-12-02T19:55:44,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/d0450141aec24002989d347a8ed0813e, entries=150, sequenceid=149, filesize=11.9 K 2024-12-02T19:55:44,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/9d0c5d37edd34356837608a4364270bc as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/9d0c5d37edd34356837608a4364270bc 2024-12-02T19:55:44,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-02T19:55:44,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:44,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:44,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:44,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:44,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:44,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/9d0c5d37edd34356837608a4364270bc, entries=150, sequenceid=149, filesize=11.9 K 2024-12-02T19:55:44,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 745d439d7ed478cc2f65a742fd44f9a9 in 642ms, sequenceid=149, compaction requested=true 2024-12-02T19:55:44,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:44,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 745d439d7ed478cc2f65a742fd44f9a9:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:55:44,964 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T19:55:44,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:44,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 745d439d7ed478cc2f65a742fd44f9a9:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:55:44,964 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T19:55:44,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:44,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 745d439d7ed478cc2f65a742fd44f9a9:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:55:44,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:44,966 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141311 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T19:55:44,967 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 745d439d7ed478cc2f65a742fd44f9a9/A is initiating minor compaction (all files) 2024-12-02T19:55:44,967 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T19:55:44,967 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 745d439d7ed478cc2f65a742fd44f9a9/B is initiating minor compaction (all files) 2024-12-02T19:55:44,967 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 745d439d7ed478cc2f65a742fd44f9a9/B in TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:44,967 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/e995d98e4da14c8da0f81e9fa7ac56ae, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/2c565953fde24538a1d032f80a799341, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/1587fc278c3b4088be09f601e9ecaf4e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/d0450141aec24002989d347a8ed0813e] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp, totalSize=47.1 K 2024-12-02T19:55:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-02T19:55:44,978 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 745d439d7ed478cc2f65a742fd44f9a9/A in TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:44,978 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/9f30e869d3f2459c806778ab39227e4f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/198258fef9e842f2acd5fde16a4c7fa5, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/a0ee187694e34c70acf27744d921ec4c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/b13d7beb1ab34967832e03a07c7f6ff3] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp, totalSize=138.0 K 2024-12-02T19:55:44,978 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:44,978 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. files: [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/9f30e869d3f2459c806778ab39227e4f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/198258fef9e842f2acd5fde16a4c7fa5, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/a0ee187694e34c70acf27744d921ec4c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/b13d7beb1ab34967832e03a07c7f6ff3] 2024-12-02T19:55:44,979 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f30e869d3f2459c806778ab39227e4f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733169340399 2024-12-02T19:55:44,979 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting e995d98e4da14c8da0f81e9fa7ac56ae, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733169340399 2024-12-02T19:55:44,981 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c565953fde24538a1d032f80a799341, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733169341810 2024-12-02T19:55:44,981 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 198258fef9e842f2acd5fde16a4c7fa5, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733169341810 2024-12-02T19:55:44,982 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 1587fc278c3b4088be09f601e9ecaf4e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733169342490 2024-12-02T19:55:44,982 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0ee187694e34c70acf27744d921ec4c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733169342490 2024-12-02T19:55:44,985 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting b13d7beb1ab34967832e03a07c7f6ff3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733169343761 2024-12-02T19:55:44,985 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting d0450141aec24002989d347a8ed0813e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733169343761 2024-12-02T19:55:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:45,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 745d439d7ed478cc2f65a742fd44f9a9 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-02T19:55:45,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=A 2024-12-02T19:55:45,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:45,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=B 2024-12-02T19:55:45,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:45,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=C 2024-12-02T19:55:45,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:45,014 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 745d439d7ed478cc2f65a742fd44f9a9#B#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:45,014 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/b62da73b5f9c4a758bf5ba65a8ce69a2 is 50, key is test_row_0/B:col10/1733169343769/Put/seqid=0 2024-12-02T19:55:45,017 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:45,042 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412025bf216545c3c4dad9aa693f74a8a886f_745d439d7ed478cc2f65a742fd44f9a9 store=[table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:45,046 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412025bf216545c3c4dad9aa693f74a8a886f_745d439d7ed478cc2f65a742fd44f9a9, store=[table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:45,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202741af22931054ea588dac86908ee5b5a_745d439d7ed478cc2f65a742fd44f9a9 is 50, key is test_row_0/A:col10/1733169345001/Put/seqid=0 2024-12-02T19:55:45,046 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412025bf216545c3c4dad9aa693f74a8a886f_745d439d7ed478cc2f65a742fd44f9a9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:45,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741985_1161 (size=12391) 2024-12-02T19:55:45,068 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=459, cellSize=21015, totalHeapSize=47976, min timestamp=1733169345010, max timestamp=1733169345065Num uniques 859; 2024-12-02T19:55:45,068 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169345049, max timestamp=1733169345065Num uniques 859; 2024-12-02T19:55:45,068 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=21015, suffix heap size=117064,new segment heap size=47976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=459 2024-12-02T19:55:45,069 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:55:45,071 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169345049, max timestamp=1733169345065Num uniques 859; 2024-12-02T19:55:45,071 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:55:45,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741986_1162 (size=4469) 2024-12-02T19:55:45,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741987_1163 (size=17284) 2024-12-02T19:55:45,108 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:45,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-02T19:55:45,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:45,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:45,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:45,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:45,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:45,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:45,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:45,116 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202741af22931054ea588dac86908ee5b5a_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202741af22931054ea588dac86908ee5b5a_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169405105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:45,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:45,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169405108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:45,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:45,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:45,118 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/83c27b9b9bdc46da8c7cae977d1dc8cb, store: [table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:45,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/83c27b9b9bdc46da8c7cae977d1dc8cb is 175, key is test_row_0/A:col10/1733169345001/Put/seqid=0 2024-12-02T19:55:45,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169405117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:45,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:45,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741988_1164 (size=48389) 2024-12-02T19:55:45,144 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/83c27b9b9bdc46da8c7cae977d1dc8cb 2024-12-02T19:55:45,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/9c8d3714b281474996ef6809d25f5f90 is 50, key is test_row_0/B:col10/1733169345001/Put/seqid=0 2024-12-02T19:55:45,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741989_1165 (size=12151) 2024-12-02T19:55:45,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:45,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169405219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:45,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:45,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169405219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:45,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:45,222 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:45,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169405228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:45,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,231 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:45,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-02T19:55:45,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:45,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:45,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:45,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:45,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:45,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-02T19:55:45,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:45,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:45,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:45,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:45,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:45,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169405429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:45,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:45,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169405429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:45,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:45,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:45,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169405438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:45,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:45,466 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/b62da73b5f9c4a758bf5ba65a8ce69a2 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/b62da73b5f9c4a758bf5ba65a8ce69a2 2024-12-02T19:55:45,476 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 745d439d7ed478cc2f65a742fd44f9a9/B of 745d439d7ed478cc2f65a742fd44f9a9 into b62da73b5f9c4a758bf5ba65a8ce69a2(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:45,476 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:45,476 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., storeName=745d439d7ed478cc2f65a742fd44f9a9/B, priority=12, startTime=1733169344964; duration=0sec 2024-12-02T19:55:45,476 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:45,476 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 745d439d7ed478cc2f65a742fd44f9a9:B 2024-12-02T19:55:45,476 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T19:55:45,478 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T19:55:45,478 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 745d439d7ed478cc2f65a742fd44f9a9/C is initiating minor compaction (all files) 2024-12-02T19:55:45,478 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 745d439d7ed478cc2f65a742fd44f9a9/C in TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:45,479 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/0cacd7e8c60b4cb49b71c5a931920c01, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/00550b1bfc7c42ec9fffd98cc9bbd0f1, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/0ddaa46fc7fd43339997d1e920f074be, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/9d0c5d37edd34356837608a4364270bc] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp, totalSize=47.1 K 2024-12-02T19:55:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-02T19:55:45,479 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cacd7e8c60b4cb49b71c5a931920c01, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733169340399 2024-12-02T19:55:45,481 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 00550b1bfc7c42ec9fffd98cc9bbd0f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733169341810 2024-12-02T19:55:45,483 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ddaa46fc7fd43339997d1e920f074be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733169342490 2024-12-02T19:55:45,484 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d0c5d37edd34356837608a4364270bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733169343761 2024-12-02T19:55:45,502 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 745d439d7ed478cc2f65a742fd44f9a9#A#compaction#139 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:45,504 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/b6e557503a4a43d88562431dd93d7f3f is 175, key is test_row_0/A:col10/1733169343769/Put/seqid=0 2024-12-02T19:55:45,504 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 745d439d7ed478cc2f65a742fd44f9a9#C#compaction#142 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:45,505 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/23be5c32eedd4747a2e70fe21bcaf33d is 50, key is test_row_0/C:col10/1733169343769/Put/seqid=0 2024-12-02T19:55:45,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741990_1166 (size=31345) 2024-12-02T19:55:45,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741991_1167 (size=12391) 2024-12-02T19:55:45,553 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/23be5c32eedd4747a2e70fe21bcaf33d as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/23be5c32eedd4747a2e70fe21bcaf33d 2024-12-02T19:55:45,563 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 745d439d7ed478cc2f65a742fd44f9a9/C of 745d439d7ed478cc2f65a742fd44f9a9 into 23be5c32eedd4747a2e70fe21bcaf33d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:45,563 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:45,563 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., storeName=745d439d7ed478cc2f65a742fd44f9a9/C, priority=12, startTime=1733169344964; duration=0sec 2024-12-02T19:55:45,563 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:45,563 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 745d439d7ed478cc2f65a742fd44f9a9:C 2024-12-02T19:55:45,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-02T19:55:45,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:45,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:45,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:45,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:45,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:45,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/9c8d3714b281474996ef6809d25f5f90 2024-12-02T19:55:45,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/abd3450f16e045b2a319c0ad6cc1e496 is 50, key is test_row_0/C:col10/1733169345001/Put/seqid=0 2024-12-02T19:55:45,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741992_1168 (size=12151) 2024-12-02T19:55:45,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/abd3450f16e045b2a319c0ad6cc1e496 2024-12-02T19:55:45,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/83c27b9b9bdc46da8c7cae977d1dc8cb as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/83c27b9b9bdc46da8c7cae977d1dc8cb 2024-12-02T19:55:45,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/83c27b9b9bdc46da8c7cae977d1dc8cb, entries=250, sequenceid=160, filesize=47.3 K 2024-12-02T19:55:45,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/9c8d3714b281474996ef6809d25f5f90 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/9c8d3714b281474996ef6809d25f5f90 2024-12-02T19:55:45,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/9c8d3714b281474996ef6809d25f5f90, entries=150, sequenceid=160, filesize=11.9 K 2024-12-02T19:55:45,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/abd3450f16e045b2a319c0ad6cc1e496 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/abd3450f16e045b2a319c0ad6cc1e496 2024-12-02T19:55:45,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/abd3450f16e045b2a319c0ad6cc1e496, entries=150, sequenceid=160, filesize=11.9 K 2024-12-02T19:55:45,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 745d439d7ed478cc2f65a742fd44f9a9 in 668ms, sequenceid=160, compaction requested=false 2024-12-02T19:55:45,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:45,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-02T19:55:45,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:45,735 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 745d439d7ed478cc2f65a742fd44f9a9 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-12-02T19:55:45,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=A 2024-12-02T19:55:45,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:55:45,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=B 2024-12-02T19:55:45,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:55:45,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=C 2024-12-02T19:55:45,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:55:45,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:45,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:45,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:45,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169405759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:45,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412022a86f0dcdf9442dea0b9e006ff275f6e_745d439d7ed478cc2f65a742fd44f9a9 is 50, key is test_row_0/A:col10/1733169345102/Put/seqid=0 2024-12-02T19:55:45,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:45,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:45,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169405761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:45,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:45,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:45,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169405764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:45,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:45,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741993_1169 (size=12304) 2024-12-02T19:55:45,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:45,804 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412022a86f0dcdf9442dea0b9e006ff275f6e_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412022a86f0dcdf9442dea0b9e006ff275f6e_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:45,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/8849738db6bb4545991ec81d09f95e1c, store: [table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:45,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/8849738db6bb4545991ec81d09f95e1c is 175, key is test_row_0/A:col10/1733169345102/Put/seqid=0 2024-12-02T19:55:45,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741994_1170 (size=31105) 2024-12-02T19:55:45,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:45,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169405868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:45,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:45,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169405868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:45,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:45,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:45,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:45,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169405879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:45,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:45,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169405928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:45,931 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_2' in 745d439d7ed478cc2f65a742fd44f9a9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:55:45,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:45,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:45,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169405949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:45,950 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_1' in 745d439d7ed478cc2f65a742fd44f9a9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:55:45,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:45,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:45,952 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/b6e557503a4a43d88562431dd93d7f3f as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/b6e557503a4a43d88562431dd93d7f3f 2024-12-02T19:55:45,959 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 745d439d7ed478cc2f65a742fd44f9a9/A of 745d439d7ed478cc2f65a742fd44f9a9 into b6e557503a4a43d88562431dd93d7f3f(size=30.6 K), total size for store is 77.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:45,959 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:45,959 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., storeName=745d439d7ed478cc2f65a742fd44f9a9/A, priority=12, startTime=1733169344964; duration=0sec 2024-12-02T19:55:45,959 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:45,960 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 745d439d7ed478cc2f65a742fd44f9a9:A 2024-12-02T19:55:46,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169406078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:46,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:46,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169406078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:46,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:46,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:46,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:46,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:46,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:46,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:46,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:46,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169406088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:46,253 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/8849738db6bb4545991ec81d09f95e1c 2024-12-02T19:55:46,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/21bea83346354e589607abd8ffcd8a47 is 50, key is test_row_0/B:col10/1733169345102/Put/seqid=0 2024-12-02T19:55:46,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741995_1171 (size=12151) 2024-12-02T19:55:46,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169406388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:46,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:46,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:46,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169406388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:46,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:46,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:46,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:46,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:46,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169406398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:46,401 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:46,401 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:46,401 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-02T19:55:46,667 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/21bea83346354e589607abd8ffcd8a47 2024-12-02T19:55:46,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/316aea79262146358670e3cdbd53003c is 50, key is test_row_0/C:col10/1733169345102/Put/seqid=0 2024-12-02T19:55:46,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741996_1172 (size=12151) 2024-12-02T19:55:46,678 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/316aea79262146358670e3cdbd53003c 2024-12-02T19:55:46,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/8849738db6bb4545991ec81d09f95e1c as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/8849738db6bb4545991ec81d09f95e1c 2024-12-02T19:55:46,689 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/8849738db6bb4545991ec81d09f95e1c, entries=150, sequenceid=196, filesize=30.4 K 2024-12-02T19:55:46,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/21bea83346354e589607abd8ffcd8a47 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/21bea83346354e589607abd8ffcd8a47 2024-12-02T19:55:46,694 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/21bea83346354e589607abd8ffcd8a47, entries=150, sequenceid=196, filesize=11.9 K 2024-12-02T19:55:46,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/316aea79262146358670e3cdbd53003c as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/316aea79262146358670e3cdbd53003c 2024-12-02T19:55:46,700 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/316aea79262146358670e3cdbd53003c, entries=150, sequenceid=196, filesize=11.9 K 2024-12-02T19:55:46,701 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for 745d439d7ed478cc2f65a742fd44f9a9 in 966ms, sequenceid=196, compaction requested=true 2024-12-02T19:55:46,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:46,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:46,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-02T19:55:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-02T19:55:46,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-02T19:55:46,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3650 sec 2024-12-02T19:55:46,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.3720 sec 2024-12-02T19:55:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:46,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 745d439d7ed478cc2f65a742fd44f9a9 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-02T19:55:46,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=A 2024-12-02T19:55:46,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:46,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=B 2024-12-02T19:55:46,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:46,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=C 2024-12-02T19:55:46,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:46,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d4b633542ede46dda180749425dc7ae2_745d439d7ed478cc2f65a742fd44f9a9 is 50, key is test_row_0/A:col10/1733169346912/Put/seqid=0 2024-12-02T19:55:46,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741997_1173 (size=17284) 2024-12-02T19:55:46,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:46,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169406944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169406944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:46,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:46,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:46,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169406948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:46,949 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:46,949 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:46,949 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:46,949 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:46,955 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d4b633542ede46dda180749425dc7ae2_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d4b633542ede46dda180749425dc7ae2_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:46,956 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/3cc5929d1c37404a8c2641aec186973a, store: [table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:46,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/3cc5929d1c37404a8c2641aec186973a is 175, key is test_row_0/A:col10/1733169346912/Put/seqid=0 2024-12-02T19:55:46,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741998_1174 (size=48389) 2024-12-02T19:55:47,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:47,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169407048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169407048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:47,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:47,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:47,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:47,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:47,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:47,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:47,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169407058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:47,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:47,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:47,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:47,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169407258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:47,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:47,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:47,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169407259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:47,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:47,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:47,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:47,260 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:47,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169407268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:47,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:47,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:47,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:47,390 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/3cc5929d1c37404a8c2641aec186973a 2024-12-02T19:55:47,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/af555b5e9bd4440c806b0a5a890b3461 is 50, key is test_row_0/B:col10/1733169346912/Put/seqid=0 2024-12-02T19:55:47,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741999_1175 (size=12151) 2024-12-02T19:55:47,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169407568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:47,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:47,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169407568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:47,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:47,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:47,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:47,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:47,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:47,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169407579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:47,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:47,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:47,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:47,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/af555b5e9bd4440c806b0a5a890b3461 2024-12-02T19:55:47,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/f9e19489632344a3b0d855db7b7e60f1 is 50, key is test_row_0/C:col10/1733169346912/Put/seqid=0 2024-12-02T19:55:47,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742000_1176 (size=12151) 2024-12-02T19:55:47,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169407938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:47,939 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_2' in 745d439d7ed478cc2f65a742fd44f9a9 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:55:47,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:47,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:47,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:47,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169407969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:47,971 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_1' in 745d439d7ed478cc2f65a742fd44f9a9 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:55:47,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:47,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:47,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:48,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169408079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:48,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169408079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:48,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:48,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:48,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:48,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:48,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:48,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:48,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169408098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:48,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:48,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:48,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:48,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/f9e19489632344a3b0d855db7b7e60f1 2024-12-02T19:55:48,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/3cc5929d1c37404a8c2641aec186973a as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/3cc5929d1c37404a8c2641aec186973a 2024-12-02T19:55:48,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/3cc5929d1c37404a8c2641aec186973a, entries=250, sequenceid=210, filesize=47.3 K 2024-12-02T19:55:48,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/af555b5e9bd4440c806b0a5a890b3461 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/af555b5e9bd4440c806b0a5a890b3461 2024-12-02T19:55:48,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/af555b5e9bd4440c806b0a5a890b3461, entries=150, sequenceid=210, filesize=11.9 K 2024-12-02T19:55:48,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/f9e19489632344a3b0d855db7b7e60f1 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/f9e19489632344a3b0d855db7b7e60f1 2024-12-02T19:55:48,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/f9e19489632344a3b0d855db7b7e60f1, entries=150, sequenceid=210, filesize=11.9 K 2024-12-02T19:55:48,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 745d439d7ed478cc2f65a742fd44f9a9 in 1327ms, sequenceid=210, compaction requested=true 2024-12-02T19:55:48,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:48,241 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T19:55:48,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 745d439d7ed478cc2f65a742fd44f9a9:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:55:48,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:48,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 745d439d7ed478cc2f65a742fd44f9a9:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:55:48,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:48,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 745d439d7ed478cc2f65a742fd44f9a9:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:55:48,241 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T19:55:48,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:48,242 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 159228 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T19:55:48,242 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 745d439d7ed478cc2f65a742fd44f9a9/A is initiating minor compaction (all files) 2024-12-02T19:55:48,242 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 745d439d7ed478cc2f65a742fd44f9a9/A in TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:48,242 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/b6e557503a4a43d88562431dd93d7f3f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/83c27b9b9bdc46da8c7cae977d1dc8cb, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/8849738db6bb4545991ec81d09f95e1c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/3cc5929d1c37404a8c2641aec186973a] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp, totalSize=155.5 K 2024-12-02T19:55:48,242 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:48,242 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. files: [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/b6e557503a4a43d88562431dd93d7f3f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/83c27b9b9bdc46da8c7cae977d1dc8cb, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/8849738db6bb4545991ec81d09f95e1c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/3cc5929d1c37404a8c2641aec186973a] 2024-12-02T19:55:48,243 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6e557503a4a43d88562431dd93d7f3f, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733169343761 2024-12-02T19:55:48,243 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48844 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T19:55:48,243 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 745d439d7ed478cc2f65a742fd44f9a9/B is initiating minor compaction (all files) 2024-12-02T19:55:48,243 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 745d439d7ed478cc2f65a742fd44f9a9/B in TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:48,244 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/b62da73b5f9c4a758bf5ba65a8ce69a2, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/9c8d3714b281474996ef6809d25f5f90, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/21bea83346354e589607abd8ffcd8a47, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/af555b5e9bd4440c806b0a5a890b3461] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp, totalSize=47.7 K 2024-12-02T19:55:48,244 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83c27b9b9bdc46da8c7cae977d1dc8cb, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733169344339 2024-12-02T19:55:48,244 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting b62da73b5f9c4a758bf5ba65a8ce69a2, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733169343761 2024-12-02T19:55:48,244 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8849738db6bb4545991ec81d09f95e1c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733169345102 2024-12-02T19:55:48,244 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c8d3714b281474996ef6809d25f5f90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733169344339 2024-12-02T19:55:48,247 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 21bea83346354e589607abd8ffcd8a47, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733169345102 2024-12-02T19:55:48,247 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3cc5929d1c37404a8c2641aec186973a, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733169345757 2024-12-02T19:55:48,247 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting af555b5e9bd4440c806b0a5a890b3461, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733169345759 2024-12-02T19:55:48,256 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:48,259 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202d7d9a309ab0a4a6baf84094a84a73dd2_745d439d7ed478cc2f65a742fd44f9a9 store=[table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:48,260 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 745d439d7ed478cc2f65a742fd44f9a9#B#compaction#151 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:48,260 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/2fe8383a09ac438da81f1b0d9ff48dc2 is 50, key is test_row_0/B:col10/1733169346912/Put/seqid=0 2024-12-02T19:55:48,265 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202d7d9a309ab0a4a6baf84094a84a73dd2_745d439d7ed478cc2f65a742fd44f9a9, store=[table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:48,265 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d7d9a309ab0a4a6baf84094a84a73dd2_745d439d7ed478cc2f65a742fd44f9a9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:48,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742001_1177 (size=12527) 2024-12-02T19:55:48,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742002_1178 (size=4469) 2024-12-02T19:55:48,282 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 745d439d7ed478cc2f65a742fd44f9a9#A#compaction#150 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:48,282 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/604f00b22c554b40a96b10a71025d463 is 175, key is test_row_0/A:col10/1733169346912/Put/seqid=0 2024-12-02T19:55:48,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742003_1179 (size=31481) 2024-12-02T19:55:48,307 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/604f00b22c554b40a96b10a71025d463 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/604f00b22c554b40a96b10a71025d463 2024-12-02T19:55:48,314 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 745d439d7ed478cc2f65a742fd44f9a9/A of 745d439d7ed478cc2f65a742fd44f9a9 into 604f00b22c554b40a96b10a71025d463(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:48,314 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:48,314 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., storeName=745d439d7ed478cc2f65a742fd44f9a9/A, priority=12, startTime=1733169348240; duration=0sec 2024-12-02T19:55:48,314 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:48,315 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 745d439d7ed478cc2f65a742fd44f9a9:A 2024-12-02T19:55:48,315 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T19:55:48,316 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48844 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T19:55:48,316 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 745d439d7ed478cc2f65a742fd44f9a9/C is initiating minor compaction (all files) 2024-12-02T19:55:48,316 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 745d439d7ed478cc2f65a742fd44f9a9/C in TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:48,317 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/23be5c32eedd4747a2e70fe21bcaf33d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/abd3450f16e045b2a319c0ad6cc1e496, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/316aea79262146358670e3cdbd53003c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/f9e19489632344a3b0d855db7b7e60f1] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp, totalSize=47.7 K 2024-12-02T19:55:48,317 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23be5c32eedd4747a2e70fe21bcaf33d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733169343761 2024-12-02T19:55:48,318 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting abd3450f16e045b2a319c0ad6cc1e496, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733169344339 2024-12-02T19:55:48,318 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 316aea79262146358670e3cdbd53003c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733169345102 2024-12-02T19:55:48,319 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9e19489632344a3b0d855db7b7e60f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733169345759 2024-12-02T19:55:48,328 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 745d439d7ed478cc2f65a742fd44f9a9#C#compaction#152 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:48,328 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/4b5a55ebdc3c4735b4ca6734ba6e8302 is 50, key is test_row_0/C:col10/1733169346912/Put/seqid=0 2024-12-02T19:55:48,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742004_1180 (size=12527) 2024-12-02T19:55:48,370 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/4b5a55ebdc3c4735b4ca6734ba6e8302 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/4b5a55ebdc3c4735b4ca6734ba6e8302 2024-12-02T19:55:48,378 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 745d439d7ed478cc2f65a742fd44f9a9/C of 745d439d7ed478cc2f65a742fd44f9a9 into 4b5a55ebdc3c4735b4ca6734ba6e8302(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:48,378 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:48,379 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., storeName=745d439d7ed478cc2f65a742fd44f9a9/C, priority=12, startTime=1733169348241; duration=0sec 2024-12-02T19:55:48,379 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:48,379 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 745d439d7ed478cc2f65a742fd44f9a9:C 2024-12-02T19:55:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-02T19:55:48,499 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:55:48,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:55:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-12-02T19:55:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-02T19:55:48,502 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:55:48,502 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:55:48,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:55:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-02T19:55:48,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-02T19:55:48,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:48,655 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 745d439d7ed478cc2f65a742fd44f9a9 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-02T19:55:48,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=A 2024-12-02T19:55:48,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:48,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=B 2024-12-02T19:55:48,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:48,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=C 2024-12-02T19:55:48,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:48,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202de3e07cfb5ff47c6917aa45d6f73108d_745d439d7ed478cc2f65a742fd44f9a9 is 50, key is test_row_0/A:col10/1733169346943/Put/seqid=0 2024-12-02T19:55:48,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742005_1181 (size=12304) 2024-12-02T19:55:48,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:48,684 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/2fe8383a09ac438da81f1b0d9ff48dc2 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/2fe8383a09ac438da81f1b0d9ff48dc2 2024-12-02T19:55:48,684 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202de3e07cfb5ff47c6917aa45d6f73108d_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202de3e07cfb5ff47c6917aa45d6f73108d_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:48,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/3f378ff75a5d416890a2a6e6edeb2905, store: [table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:48,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/3f378ff75a5d416890a2a6e6edeb2905 is 175, key is test_row_0/A:col10/1733169346943/Put/seqid=0 2024-12-02T19:55:48,693 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 745d439d7ed478cc2f65a742fd44f9a9/B of 745d439d7ed478cc2f65a742fd44f9a9 into 2fe8383a09ac438da81f1b0d9ff48dc2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:48,693 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:48,693 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., storeName=745d439d7ed478cc2f65a742fd44f9a9/B, priority=12, startTime=1733169348241; duration=0sec 2024-12-02T19:55:48,693 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:48,693 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 745d439d7ed478cc2f65a742fd44f9a9:B 2024-12-02T19:55:48,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742006_1182 (size=31105) 2024-12-02T19:55:48,709 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=232, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/3f378ff75a5d416890a2a6e6edeb2905 2024-12-02T19:55:48,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/18da165d9d5f40ed8811a609ff338249 is 50, key is test_row_0/B:col10/1733169346943/Put/seqid=0 2024-12-02T19:55:48,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742007_1183 (size=12151) 2024-12-02T19:55:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-02T19:55:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:49,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:49,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169409105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:49,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169409106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:49,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:49,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:49,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:49,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:49,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:49,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:49,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169409108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:49,111 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_0' in 745d439d7ed478cc2f65a742fd44f9a9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:55:49,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:49,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:49,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-02T19:55:49,132 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/18da165d9d5f40ed8811a609ff338249 2024-12-02T19:55:49,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/b4b91a2aa4bd43f082cf8d06b1ac01b9 is 50, key is test_row_0/C:col10/1733169346943/Put/seqid=0 2024-12-02T19:55:49,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742008_1184 (size=12151) 2024-12-02T19:55:49,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169409218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:49,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:49,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:49,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:49,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169409218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:49,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:49,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:49,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:49,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169409428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:49,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:49,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:49,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169409428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:49,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:49,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:49,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:49,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:49,555 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/b4b91a2aa4bd43f082cf8d06b1ac01b9 2024-12-02T19:55:49,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/3f378ff75a5d416890a2a6e6edeb2905 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/3f378ff75a5d416890a2a6e6edeb2905 2024-12-02T19:55:49,566 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/3f378ff75a5d416890a2a6e6edeb2905, entries=150, sequenceid=232, filesize=30.4 K 2024-12-02T19:55:49,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/18da165d9d5f40ed8811a609ff338249 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/18da165d9d5f40ed8811a609ff338249 2024-12-02T19:55:49,591 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/18da165d9d5f40ed8811a609ff338249, entries=150, sequenceid=232, filesize=11.9 K 2024-12-02T19:55:49,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/b4b91a2aa4bd43f082cf8d06b1ac01b9 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/b4b91a2aa4bd43f082cf8d06b1ac01b9 2024-12-02T19:55:49,596 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/b4b91a2aa4bd43f082cf8d06b1ac01b9, entries=150, sequenceid=232, filesize=11.9 K 2024-12-02T19:55:49,598 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 745d439d7ed478cc2f65a742fd44f9a9 in 942ms, sequenceid=232, compaction requested=false 2024-12-02T19:55:49,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:49,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:49,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-02T19:55:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-02T19:55:49,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-02T19:55:49,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0980 sec 2024-12-02T19:55:49,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.1030 sec 2024-12-02T19:55:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-02T19:55:49,638 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:55:49,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:55:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-12-02T19:55:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-02T19:55:49,641 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:55:49,642 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:55:49,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:55:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:49,740 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 745d439d7ed478cc2f65a742fd44f9a9 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-02T19:55:49,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=A 2024-12-02T19:55:49,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:49,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=B 2024-12-02T19:55:49,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:49,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=C 2024-12-02T19:55:49,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:49,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202f86cfb0a06434f3c9af5a50b94bb4625_745d439d7ed478cc2f65a742fd44f9a9 is 50, key is test_row_0/A:col10/1733169349739/Put/seqid=0 2024-12-02T19:55:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-02T19:55:49,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742009_1185 (size=12304) 2024-12-02T19:55:49,773 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:49,777 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202f86cfb0a06434f3c9af5a50b94bb4625_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202f86cfb0a06434f3c9af5a50b94bb4625_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:49,778 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/377f58d8f1da4514991e7ac6a84ff3a1, store: [table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:49,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/377f58d8f1da4514991e7ac6a84ff3a1 is 175, key is test_row_0/A:col10/1733169349739/Put/seqid=0 2024-12-02T19:55:49,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169409779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:49,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:49,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:49,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:49,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169409781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:49,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:49,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:49,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:49,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742010_1186 (size=31105) 2024-12-02T19:55:49,790 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/377f58d8f1da4514991e7ac6a84ff3a1 2024-12-02T19:55:49,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-02T19:55:49,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:49,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:49,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:49,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:49,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:49,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/25971ded2e88432ca44056bbfa1f70a5 is 50, key is test_row_0/B:col10/1733169349739/Put/seqid=0 2024-12-02T19:55:49,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742011_1187 (size=12151) 2024-12-02T19:55:49,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169409889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:49,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:49,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169409889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:49,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:49,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:49,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:49,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:49,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:49,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-02T19:55:49,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:49,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:49,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:49,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:49,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-02T19:55:50,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169410098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:50,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:50,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:50,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:50,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169410100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:50,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:50,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:50,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:50,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-02T19:55:50,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:50,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:50,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:50,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:50,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:50,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/25971ded2e88432ca44056bbfa1f70a5 2024-12-02T19:55:50,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/b5e62c9c2fa7428fb0237e95fd16f294 is 50, key is test_row_0/C:col10/1733169349739/Put/seqid=0 2024-12-02T19:55:50,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742012_1188 (size=12151) 2024-12-02T19:55:50,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/b5e62c9c2fa7428fb0237e95fd16f294 2024-12-02T19:55:50,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/377f58d8f1da4514991e7ac6a84ff3a1 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/377f58d8f1da4514991e7ac6a84ff3a1 2024-12-02T19:55:50,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/377f58d8f1da4514991e7ac6a84ff3a1, entries=150, sequenceid=246, filesize=30.4 K 2024-12-02T19:55:50,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/25971ded2e88432ca44056bbfa1f70a5 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/25971ded2e88432ca44056bbfa1f70a5 2024-12-02T19:55:50,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/25971ded2e88432ca44056bbfa1f70a5, entries=150, sequenceid=246, filesize=11.9 K 2024-12-02T19:55:50,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/b5e62c9c2fa7428fb0237e95fd16f294 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/b5e62c9c2fa7428fb0237e95fd16f294 2024-12-02T19:55:50,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/b5e62c9c2fa7428fb0237e95fd16f294, entries=150, sequenceid=246, filesize=11.9 K 2024-12-02T19:55:50,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-02T19:55:50,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:50,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:50,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:50,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:50,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:50,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 745d439d7ed478cc2f65a742fd44f9a9 in 522ms, sequenceid=246, compaction requested=true 2024-12-02T19:55:50,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:50,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 745d439d7ed478cc2f65a742fd44f9a9:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:55:50,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:50,263 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:50,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 745d439d7ed478cc2f65a742fd44f9a9:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:55:50,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:50,263 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:50,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 745d439d7ed478cc2f65a742fd44f9a9:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:55:50,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:50,265 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93691 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:50,265 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:50,265 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 745d439d7ed478cc2f65a742fd44f9a9/B is initiating minor compaction (all files) 2024-12-02T19:55:50,265 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 745d439d7ed478cc2f65a742fd44f9a9/A is initiating minor compaction (all files) 2024-12-02T19:55:50,265 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 745d439d7ed478cc2f65a742fd44f9a9/A in TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:50,265 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 745d439d7ed478cc2f65a742fd44f9a9/B in TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:50,265 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/604f00b22c554b40a96b10a71025d463, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/3f378ff75a5d416890a2a6e6edeb2905, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/377f58d8f1da4514991e7ac6a84ff3a1] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp, totalSize=91.5 K 2024-12-02T19:55:50,265 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/2fe8383a09ac438da81f1b0d9ff48dc2, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/18da165d9d5f40ed8811a609ff338249, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/25971ded2e88432ca44056bbfa1f70a5] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp, totalSize=36.0 K 2024-12-02T19:55:50,265 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:50,265 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. files: [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/604f00b22c554b40a96b10a71025d463, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/3f378ff75a5d416890a2a6e6edeb2905, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/377f58d8f1da4514991e7ac6a84ff3a1] 2024-12-02T19:55:50,266 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fe8383a09ac438da81f1b0d9ff48dc2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733169345759 2024-12-02T19:55:50,266 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 604f00b22c554b40a96b10a71025d463, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733169345759 2024-12-02T19:55:50,267 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 18da165d9d5f40ed8811a609ff338249, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733169346935 2024-12-02T19:55:50,267 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f378ff75a5d416890a2a6e6edeb2905, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733169346935 2024-12-02T19:55:50,267 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 25971ded2e88432ca44056bbfa1f70a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733169349104 2024-12-02T19:55:50,267 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 377f58d8f1da4514991e7ac6a84ff3a1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733169349104 2024-12-02T19:55:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-02T19:55:50,278 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:50,280 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 745d439d7ed478cc2f65a742fd44f9a9#B#compaction#160 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:50,281 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/c8847f3d746c43929c69315905c2aae0 is 50, key is test_row_0/B:col10/1733169349739/Put/seqid=0 2024-12-02T19:55:50,289 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202b810379dc1964e8181fa93a6435c50d2_745d439d7ed478cc2f65a742fd44f9a9 store=[table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:50,290 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202b810379dc1964e8181fa93a6435c50d2_745d439d7ed478cc2f65a742fd44f9a9, store=[table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:50,291 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202b810379dc1964e8181fa93a6435c50d2_745d439d7ed478cc2f65a742fd44f9a9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:50,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742013_1189 (size=12629) 2024-12-02T19:55:50,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742014_1190 (size=4469) 2024-12-02T19:55:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:50,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 745d439d7ed478cc2f65a742fd44f9a9 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-02T19:55:50,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=A 2024-12-02T19:55:50,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:50,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=B 2024-12-02T19:55:50,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:50,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=C 2024-12-02T19:55:50,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:50,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-02T19:55:50,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:50,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:50,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:50,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:50,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:50,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202bc6d940756df4b4cb10d2fd56f31437d_745d439d7ed478cc2f65a742fd44f9a9 is 50, key is test_row_0/A:col10/1733169350410/Put/seqid=0 2024-12-02T19:55:50,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742015_1191 (size=14994) 2024-12-02T19:55:50,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169410428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:50,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:50,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:50,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:50,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169410432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:50,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:50,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:50,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:50,508 INFO [master/41897df2911b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T19:55:50,508 INFO [master/41897df2911b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T19:55:50,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:50,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169410538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169410538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:50,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:50,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:50,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:50,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:50,543 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:50,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:50,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-02T19:55:50,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:50,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:50,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:50,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:50,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:50,720 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 745d439d7ed478cc2f65a742fd44f9a9#A#compaction#159 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:50,720 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/f71c506703bc4afd951989343debe65d is 175, key is test_row_0/A:col10/1733169349739/Put/seqid=0 2024-12-02T19:55:50,723 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/c8847f3d746c43929c69315905c2aae0 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/c8847f3d746c43929c69315905c2aae0 2024-12-02T19:55:50,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-02T19:55:50,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:50,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:50,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:50,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:50,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:50,733 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 745d439d7ed478cc2f65a742fd44f9a9/B of 745d439d7ed478cc2f65a742fd44f9a9 into c8847f3d746c43929c69315905c2aae0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:50,733 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:50,733 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., storeName=745d439d7ed478cc2f65a742fd44f9a9/B, priority=13, startTime=1733169350263; duration=0sec 2024-12-02T19:55:50,734 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:50,734 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 745d439d7ed478cc2f65a742fd44f9a9:B 2024-12-02T19:55:50,734 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:50,735 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:50,735 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 745d439d7ed478cc2f65a742fd44f9a9/C is initiating minor compaction (all files) 2024-12-02T19:55:50,735 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 745d439d7ed478cc2f65a742fd44f9a9/C in TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:50,736 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/4b5a55ebdc3c4735b4ca6734ba6e8302, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/b4b91a2aa4bd43f082cf8d06b1ac01b9, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/b5e62c9c2fa7428fb0237e95fd16f294] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp, totalSize=36.0 K 2024-12-02T19:55:50,736 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b5a55ebdc3c4735b4ca6734ba6e8302, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733169345759 2024-12-02T19:55:50,736 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting b4b91a2aa4bd43f082cf8d06b1ac01b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733169346935 2024-12-02T19:55:50,737 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting b5e62c9c2fa7428fb0237e95fd16f294, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733169349104 2024-12-02T19:55:50,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742016_1192 (size=31583) 2024-12-02T19:55:50,750 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/f71c506703bc4afd951989343debe65d as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/f71c506703bc4afd951989343debe65d 2024-12-02T19:55:50,751 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 745d439d7ed478cc2f65a742fd44f9a9#C#compaction#162 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:50,751 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/d0b4f8aaff354eb6b9d3e3014460c192 is 50, key is test_row_0/C:col10/1733169349739/Put/seqid=0 2024-12-02T19:55:50,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169410749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:50,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:50,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169410750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:50,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:50,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:50,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:50,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:50,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:50,758 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 745d439d7ed478cc2f65a742fd44f9a9/A of 745d439d7ed478cc2f65a742fd44f9a9 into f71c506703bc4afd951989343debe65d(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:50,758 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:50,758 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., storeName=745d439d7ed478cc2f65a742fd44f9a9/A, priority=13, startTime=1733169350263; duration=0sec 2024-12-02T19:55:50,759 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:50,759 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 745d439d7ed478cc2f65a742fd44f9a9:A 2024-12-02T19:55:50,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742017_1193 (size=12629) 2024-12-02T19:55:50,776 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/d0b4f8aaff354eb6b9d3e3014460c192 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/d0b4f8aaff354eb6b9d3e3014460c192 2024-12-02T19:55:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-02T19:55:50,783 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 745d439d7ed478cc2f65a742fd44f9a9/C of 745d439d7ed478cc2f65a742fd44f9a9 into d0b4f8aaff354eb6b9d3e3014460c192(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:50,783 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:50,783 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., storeName=745d439d7ed478cc2f65a742fd44f9a9/C, priority=13, startTime=1733169350263; duration=0sec 2024-12-02T19:55:50,783 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:50,783 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 745d439d7ed478cc2f65a742fd44f9a9:C 2024-12-02T19:55:50,830 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:50,835 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202bc6d940756df4b4cb10d2fd56f31437d_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202bc6d940756df4b4cb10d2fd56f31437d_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:50,836 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/86166f24fc834c8dbe49b53aee13cbf5, store: [table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:50,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/86166f24fc834c8dbe49b53aee13cbf5 is 175, key is test_row_0/A:col10/1733169350410/Put/seqid=0 2024-12-02T19:55:50,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742018_1194 (size=39949) 2024-12-02T19:55:50,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-02T19:55:50,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:50,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:50,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:50,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:50,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:50,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:51,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-02T19:55:51,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:51,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:51,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:51,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:51,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:51,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169411058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:51,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169411059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:51,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:51,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:51,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:51,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:51,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:51,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:51,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169411118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:51,121 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_0' in 745d439d7ed478cc2f65a742fd44f9a9 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:55:51,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:51,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:51,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:51,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-02T19:55:51,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:51,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:51,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:51,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:51,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:51,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:51,243 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=266, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/86166f24fc834c8dbe49b53aee13cbf5 2024-12-02T19:55:51,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/ca4b05647241482281cce8aba8c7bd1b is 50, key is test_row_0/B:col10/1733169350410/Put/seqid=0 2024-12-02T19:55:51,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742019_1195 (size=12301) 2024-12-02T19:55:51,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/ca4b05647241482281cce8aba8c7bd1b 2024-12-02T19:55:51,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/2d849e282914493b8b76c320b4f57626 is 50, key is test_row_0/C:col10/1733169350410/Put/seqid=0 2024-12-02T19:55:51,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742020_1196 (size=12301) 2024-12-02T19:55:51,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-02T19:55:51,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:51,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:51,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:51,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:51,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:51,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-02T19:55:51,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:51,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:51,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:51,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:51,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:51,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:51,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169411568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:51,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169411569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:51,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:51,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:51,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:51,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:51,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:51,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:51,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-02T19:55:51,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:51,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:51,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:51,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:51,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:51,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/2d849e282914493b8b76c320b4f57626 2024-12-02T19:55:51,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/86166f24fc834c8dbe49b53aee13cbf5 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/86166f24fc834c8dbe49b53aee13cbf5 2024-12-02T19:55:51,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/86166f24fc834c8dbe49b53aee13cbf5, entries=200, sequenceid=266, filesize=39.0 K 2024-12-02T19:55:51,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/ca4b05647241482281cce8aba8c7bd1b as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/ca4b05647241482281cce8aba8c7bd1b 2024-12-02T19:55:51,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/ca4b05647241482281cce8aba8c7bd1b, entries=150, sequenceid=266, filesize=12.0 K 2024-12-02T19:55:51,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/2d849e282914493b8b76c320b4f57626 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/2d849e282914493b8b76c320b4f57626 2024-12-02T19:55:51,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/2d849e282914493b8b76c320b4f57626, entries=150, sequenceid=266, filesize=12.0 K 2024-12-02T19:55:51,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 745d439d7ed478cc2f65a742fd44f9a9 in 1295ms, sequenceid=266, compaction requested=false 2024-12-02T19:55:51,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-02T19:55:51,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-02T19:55:51,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:51,797 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 745d439d7ed478cc2f65a742fd44f9a9 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-02T19:55:51,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=A 2024-12-02T19:55:51,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:51,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=B 2024-12-02T19:55:51,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:51,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=C 2024-12-02T19:55:51,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:51,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202da8d2dba58eb4173b4ab488014904927_745d439d7ed478cc2f65a742fd44f9a9 is 50, key is test_row_0/A:col10/1733169350426/Put/seqid=0 2024-12-02T19:55:51,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742021_1197 (size=12454) 2024-12-02T19:55:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:51,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:52,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169412018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:52,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:52,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:52,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:52,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169412019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:52,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:52,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:52,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:52,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:52,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169412128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169412128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:52,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:52,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:52,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:52,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:52,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:52,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:52,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:52,226 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202da8d2dba58eb4173b4ab488014904927_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202da8d2dba58eb4173b4ab488014904927_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:52,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/53acf83df7d742d393e2eb0f0b859eca, store: [table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:52,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/53acf83df7d742d393e2eb0f0b859eca is 175, key is test_row_0/A:col10/1733169350426/Put/seqid=0 2024-12-02T19:55:52,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742022_1198 (size=31255) 2024-12-02T19:55:52,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169412338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:52,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169412338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:52,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:52,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:52,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:52,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:52,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:52,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:52,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:52,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169412578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:52,579 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_0' in 745d439d7ed478cc2f65a742fd44f9a9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2147 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:55:52,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:52,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:52,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:52,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:52,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169412579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:52,581 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_2' in 745d439d7ed478cc2f65a742fd44f9a9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:55:52,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:52,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:52,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:52,632 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/53acf83df7d742d393e2eb0f0b859eca 2024-12-02T19:55:52,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/c3aed942ac52449ab28f757de4ed0e86 is 50, key is test_row_0/B:col10/1733169350426/Put/seqid=0 2024-12-02T19:55:52,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169412648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:52,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742023_1199 (size=12301) 2024-12-02T19:55:52,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169412648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:52,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:52,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:52,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:52,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:52,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:52,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:52,652 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/c3aed942ac52449ab28f757de4ed0e86 2024-12-02T19:55:52,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/7b115c2d500b4b489b38e1589e370317 is 50, key is test_row_0/C:col10/1733169350426/Put/seqid=0 2024-12-02T19:55:52,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742024_1200 (size=12301) 2024-12-02T19:55:52,669 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/7b115c2d500b4b489b38e1589e370317 2024-12-02T19:55:52,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/53acf83df7d742d393e2eb0f0b859eca as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/53acf83df7d742d393e2eb0f0b859eca 2024-12-02T19:55:52,681 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/53acf83df7d742d393e2eb0f0b859eca, entries=150, sequenceid=281, filesize=30.5 K 2024-12-02T19:55:52,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/c3aed942ac52449ab28f757de4ed0e86 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/c3aed942ac52449ab28f757de4ed0e86 2024-12-02T19:55:52,687 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/c3aed942ac52449ab28f757de4ed0e86, entries=150, sequenceid=281, filesize=12.0 K 2024-12-02T19:55:52,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/7b115c2d500b4b489b38e1589e370317 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/7b115c2d500b4b489b38e1589e370317 2024-12-02T19:55:52,695 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/7b115c2d500b4b489b38e1589e370317, entries=150, sequenceid=281, filesize=12.0 K 2024-12-02T19:55:52,696 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 745d439d7ed478cc2f65a742fd44f9a9 in 899ms, sequenceid=281, compaction requested=true 2024-12-02T19:55:52,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:52,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:52,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-02T19:55:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-02T19:55:52,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-02T19:55:52,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0560 sec 2024-12-02T19:55:52,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 3.0610 sec 2024-12-02T19:55:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:53,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 745d439d7ed478cc2f65a742fd44f9a9 3/3 column families, dataSize=127.47 KB heapSize=379.97 KB 2024-12-02T19:55:53,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=A 2024-12-02T19:55:53,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:55:53,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=B 2024-12-02T19:55:53,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:55:53,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=C 2024-12-02T19:55:53,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:55:53,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120219288d7c5c6549bc8cc360792e961ee0_745d439d7ed478cc2f65a742fd44f9a9 is 50, key is test_row_0/A:col10/1733169352011/Put/seqid=0 2024-12-02T19:55:53,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169413172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:53,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:53,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:53,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:53,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742025_1201 (size=12454) 2024-12-02T19:55:53,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169413174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:53,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:53,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:53,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:53,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169413278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:53,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:53,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:53,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:53,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169413288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:53,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:53,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:53,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:53,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169413488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:53,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:53,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:53,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:53,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169413499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:53,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:53,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:53,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:53,576 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:53,580 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120219288d7c5c6549bc8cc360792e961ee0_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120219288d7c5c6549bc8cc360792e961ee0_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:53,581 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/95c532c626bf42348ba09a20dc6265ae, store: [table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:53,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/95c532c626bf42348ba09a20dc6265ae is 175, key is test_row_0/A:col10/1733169352011/Put/seqid=0 2024-12-02T19:55:53,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742026_1202 (size=31255) 2024-12-02T19:55:53,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-02T19:55:53,798 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:55:53,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:55:53,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-12-02T19:55:53,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-02T19:55:53,800 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:55:53,801 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:55:53,801 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:55:53,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:53,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169413798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:53,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:53,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:53,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:53,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:53,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169413808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:53,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:53,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:53,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:53,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-02T19:55:53,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-02T19:55:53,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:53,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:53,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:53,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:53,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:53,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:53,987 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/95c532c626bf42348ba09a20dc6265ae 2024-12-02T19:55:53,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/41da596d17ea4b2d85fa3c41061bce5c is 50, key is test_row_0/B:col10/1733169352011/Put/seqid=0 2024-12-02T19:55:53,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742027_1203 (size=12301) 2024-12-02T19:55:54,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-02T19:55:54,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:54,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:54,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:54,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:54,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-02T19:55:54,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-02T19:55:54,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:54,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:54,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:54,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:54,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:54,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169414308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:54,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:54,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:54,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:54,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:54,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169414318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:54,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:54,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:54,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:54,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/41da596d17ea4b2d85fa3c41061bce5c 2024-12-02T19:55:54,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/b499756771a84c1ba34288d787951876 is 50, key is test_row_0/C:col10/1733169352011/Put/seqid=0 2024-12-02T19:55:54,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742028_1204 (size=12301) 2024-12-02T19:55:54,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-02T19:55:54,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:54,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:54,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:54,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:54,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:54,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-02T19:55:54,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-02T19:55:54,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:54,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:54,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:54,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:54,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:54,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169414598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:54,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:54,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169414598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:54,600 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_0' in 745d439d7ed478cc2f65a742fd44f9a9 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:55:54,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:54,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:54,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:54,600 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_2' in 745d439d7ed478cc2f65a742fd44f9a9 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:55:54,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:54,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:54,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:54,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-02T19:55:54,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:54,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:54,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:54,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:54,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:54,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:55:54,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/b499756771a84c1ba34288d787951876 2024-12-02T19:55:54,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/95c532c626bf42348ba09a20dc6265ae as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/95c532c626bf42348ba09a20dc6265ae 2024-12-02T19:55:54,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/95c532c626bf42348ba09a20dc6265ae, entries=150, sequenceid=303, filesize=30.5 K 2024-12-02T19:55:54,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/41da596d17ea4b2d85fa3c41061bce5c as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/41da596d17ea4b2d85fa3c41061bce5c 2024-12-02T19:55:54,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/41da596d17ea4b2d85fa3c41061bce5c, entries=150, sequenceid=303, filesize=12.0 K 2024-12-02T19:55:54,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/b499756771a84c1ba34288d787951876 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/b499756771a84c1ba34288d787951876 2024-12-02T19:55:54,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/b499756771a84c1ba34288d787951876, entries=150, sequenceid=303, filesize=12.0 K 2024-12-02T19:55:54,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~379.92 KB/389040, currentSize=46.96 KB/48090 for 745d439d7ed478cc2f65a742fd44f9a9 in 1671ms, sequenceid=303, compaction requested=true 2024-12-02T19:55:54,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:54,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 745d439d7ed478cc2f65a742fd44f9a9:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:55:54,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:54,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 745d439d7ed478cc2f65a742fd44f9a9:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:55:54,831 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T19:55:54,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:54,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 745d439d7ed478cc2f65a742fd44f9a9:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:55:54,831 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T19:55:54,831 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:54,832 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49532 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T19:55:54,832 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 745d439d7ed478cc2f65a742fd44f9a9/B is initiating minor compaction (all files) 2024-12-02T19:55:54,832 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 745d439d7ed478cc2f65a742fd44f9a9/B in TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:54,832 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134042 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T19:55:54,832 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 745d439d7ed478cc2f65a742fd44f9a9/A is initiating minor compaction (all files) 2024-12-02T19:55:54,832 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/c8847f3d746c43929c69315905c2aae0, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/ca4b05647241482281cce8aba8c7bd1b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/c3aed942ac52449ab28f757de4ed0e86, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/41da596d17ea4b2d85fa3c41061bce5c] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp, totalSize=48.4 K 2024-12-02T19:55:54,832 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 745d439d7ed478cc2f65a742fd44f9a9/A in TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:54,832 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/f71c506703bc4afd951989343debe65d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/86166f24fc834c8dbe49b53aee13cbf5, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/53acf83df7d742d393e2eb0f0b859eca, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/95c532c626bf42348ba09a20dc6265ae] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp, totalSize=130.9 K 2024-12-02T19:55:54,832 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:54,832 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting c8847f3d746c43929c69315905c2aae0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733169349104 2024-12-02T19:55:54,832 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. files: [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/f71c506703bc4afd951989343debe65d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/86166f24fc834c8dbe49b53aee13cbf5, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/53acf83df7d742d393e2eb0f0b859eca, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/95c532c626bf42348ba09a20dc6265ae] 2024-12-02T19:55:54,833 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting ca4b05647241482281cce8aba8c7bd1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733169349778 2024-12-02T19:55:54,833 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting f71c506703bc4afd951989343debe65d, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733169349104 2024-12-02T19:55:54,833 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86166f24fc834c8dbe49b53aee13cbf5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733169349766 2024-12-02T19:55:54,833 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting c3aed942ac52449ab28f757de4ed0e86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733169350425 2024-12-02T19:55:54,833 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53acf83df7d742d393e2eb0f0b859eca, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733169350425 2024-12-02T19:55:54,833 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 41da596d17ea4b2d85fa3c41061bce5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733169352011 2024-12-02T19:55:54,834 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95c532c626bf42348ba09a20dc6265ae, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733169352011 2024-12-02T19:55:54,841 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:54,843 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 745d439d7ed478cc2f65a742fd44f9a9#B#compaction#172 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:54,843 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202fe28251063b84882a7caed111a594127_745d439d7ed478cc2f65a742fd44f9a9 store=[table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:54,843 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/7e657b9a0b9f4bcb871475fef8418c84 is 50, key is test_row_0/B:col10/1733169352011/Put/seqid=0 2024-12-02T19:55:54,845 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202fe28251063b84882a7caed111a594127_745d439d7ed478cc2f65a742fd44f9a9, store=[table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:54,846 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202fe28251063b84882a7caed111a594127_745d439d7ed478cc2f65a742fd44f9a9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:54,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742029_1205 (size=12915) 2024-12-02T19:55:54,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742030_1206 (size=4469) 2024-12-02T19:55:54,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-02T19:55:54,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:54,871 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 745d439d7ed478cc2f65a742fd44f9a9 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-02T19:55:54,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=A 2024-12-02T19:55:54,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:54,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=B 2024-12-02T19:55:54,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:54,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=C 2024-12-02T19:55:54,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:54,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412027d2eff910bd7423381407513b1dc3106_745d439d7ed478cc2f65a742fd44f9a9 is 50, key is test_row_0/A:col10/1733169353172/Put/seqid=0 2024-12-02T19:55:54,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742031_1207 (size=12454) 2024-12-02T19:55:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-02T19:55:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:55,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:55,238 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169355212, max timestamp=1733169355235Num uniques 859; 2024-12-02T19:55:55,238 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169355212, max timestamp=1733169355235Num uniques 859; 2024-12-02T19:55:55,238 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169355212, max timestamp=1733169355235Num uniques 859; 2024-12-02T19:55:55,238 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:55:55,238 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:55:55,238 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:55:55,260 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/7e657b9a0b9f4bcb871475fef8418c84 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/7e657b9a0b9f4bcb871475fef8418c84 2024-12-02T19:55:55,265 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 745d439d7ed478cc2f65a742fd44f9a9/B of 745d439d7ed478cc2f65a742fd44f9a9 into 7e657b9a0b9f4bcb871475fef8418c84(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:55,265 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:55,266 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., storeName=745d439d7ed478cc2f65a742fd44f9a9/B, priority=12, startTime=1733169354831; duration=0sec 2024-12-02T19:55:55,266 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:55,266 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 745d439d7ed478cc2f65a742fd44f9a9:B 2024-12-02T19:55:55,266 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T19:55:55,267 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49532 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T19:55:55,267 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 745d439d7ed478cc2f65a742fd44f9a9/C is initiating minor compaction (all files) 2024-12-02T19:55:55,267 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 745d439d7ed478cc2f65a742fd44f9a9/C in TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:55,267 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/d0b4f8aaff354eb6b9d3e3014460c192, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/2d849e282914493b8b76c320b4f57626, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/7b115c2d500b4b489b38e1589e370317, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/b499756771a84c1ba34288d787951876] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp, totalSize=48.4 K 2024-12-02T19:55:55,268 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting d0b4f8aaff354eb6b9d3e3014460c192, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733169349104 2024-12-02T19:55:55,268 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d849e282914493b8b76c320b4f57626, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733169349778 2024-12-02T19:55:55,268 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b115c2d500b4b489b38e1589e370317, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733169350425 2024-12-02T19:55:55,269 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting b499756771a84c1ba34288d787951876, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733169352011 2024-12-02T19:55:55,269 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 745d439d7ed478cc2f65a742fd44f9a9#A#compaction#171 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:55,270 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/691944ee7cc84b87ac8f292861cb36b0 is 175, key is test_row_0/A:col10/1733169352011/Put/seqid=0 2024-12-02T19:55:55,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742032_1208 (size=31869) 2024-12-02T19:55:55,282 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 745d439d7ed478cc2f65a742fd44f9a9#C#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:55,283 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/297703d3ced14bb085323a38a0be0e83 is 50, key is test_row_0/C:col10/1733169352011/Put/seqid=0 2024-12-02T19:55:55,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:55,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742033_1209 (size=12915) 2024-12-02T19:55:55,294 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/691944ee7cc84b87ac8f292861cb36b0 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/691944ee7cc84b87ac8f292861cb36b0 2024-12-02T19:55:55,296 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412027d2eff910bd7423381407513b1dc3106_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412027d2eff910bd7423381407513b1dc3106_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:55,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/bb307dea19e04a5580f2bc6ad24b2c9c, store: [table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:55,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/bb307dea19e04a5580f2bc6ad24b2c9c is 175, key is test_row_0/A:col10/1733169353172/Put/seqid=0 2024-12-02T19:55:55,301 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/297703d3ced14bb085323a38a0be0e83 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/297703d3ced14bb085323a38a0be0e83 2024-12-02T19:55:55,302 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 745d439d7ed478cc2f65a742fd44f9a9/A of 745d439d7ed478cc2f65a742fd44f9a9 into 691944ee7cc84b87ac8f292861cb36b0(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:55,302 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:55,302 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., storeName=745d439d7ed478cc2f65a742fd44f9a9/A, priority=12, startTime=1733169354830; duration=0sec 2024-12-02T19:55:55,302 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:55,303 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 745d439d7ed478cc2f65a742fd44f9a9:A 2024-12-02T19:55:55,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742034_1210 (size=31255) 2024-12-02T19:55:55,307 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 745d439d7ed478cc2f65a742fd44f9a9/C of 745d439d7ed478cc2f65a742fd44f9a9 into 297703d3ced14bb085323a38a0be0e83(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:55,307 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:55,307 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., storeName=745d439d7ed478cc2f65a742fd44f9a9/C, priority=12, startTime=1733169354831; duration=0sec 2024-12-02T19:55:55,308 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:55,308 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 745d439d7ed478cc2f65a742fd44f9a9:C 2024-12-02T19:55:55,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169415315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:55,320 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:55,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:55,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:55,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:55,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169415318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:55,322 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_2' in 745d439d7ed478cc2f65a742fd44f9a9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:55:55,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:55,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:55,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:55,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169415338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:55,341 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_1' in 745d439d7ed478cc2f65a742fd44f9a9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:55:55,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:55,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:55,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:55,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:55,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169415428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:55,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:55,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:55,431 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:55,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169415638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:55,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:55,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:55,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:55,707 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=313, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/bb307dea19e04a5580f2bc6ad24b2c9c 2024-12-02T19:55:55,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/96b676545e7e4807a58212281b23397e is 50, key is test_row_0/B:col10/1733169353172/Put/seqid=0 2024-12-02T19:55:55,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742035_1211 (size=12301) 2024-12-02T19:55:55,719 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/96b676545e7e4807a58212281b23397e 2024-12-02T19:55:55,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/919fa5405e034eb1907908dc0c6c1dc5 is 50, key is test_row_0/C:col10/1733169353172/Put/seqid=0 2024-12-02T19:55:55,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742036_1212 (size=12301) 2024-12-02T19:55:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-02T19:55:55,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169415948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:55,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:55,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:55,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:56,132 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/919fa5405e034eb1907908dc0c6c1dc5 2024-12-02T19:55:56,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/bb307dea19e04a5580f2bc6ad24b2c9c as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/bb307dea19e04a5580f2bc6ad24b2c9c 2024-12-02T19:55:56,141 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/bb307dea19e04a5580f2bc6ad24b2c9c, entries=150, sequenceid=313, filesize=30.5 K 2024-12-02T19:55:56,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/96b676545e7e4807a58212281b23397e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/96b676545e7e4807a58212281b23397e 2024-12-02T19:55:56,146 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/96b676545e7e4807a58212281b23397e, entries=150, sequenceid=313, filesize=12.0 K 2024-12-02T19:55:56,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/919fa5405e034eb1907908dc0c6c1dc5 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/919fa5405e034eb1907908dc0c6c1dc5 2024-12-02T19:55:56,150 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/919fa5405e034eb1907908dc0c6c1dc5, entries=150, sequenceid=313, filesize=12.0 K 2024-12-02T19:55:56,152 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 745d439d7ed478cc2f65a742fd44f9a9 in 1280ms, sequenceid=313, compaction requested=false 2024-12-02T19:55:56,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:56,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:56,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-02T19:55:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-02T19:55:56,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-12-02T19:55:56,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3520 sec 2024-12-02T19:55:56,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.3560 sec 2024-12-02T19:55:56,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:56,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 745d439d7ed478cc2f65a742fd44f9a9 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-12-02T19:55:56,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=A 2024-12-02T19:55:56,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-02T19:55:56,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=B 2024-12-02T19:55:56,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-02T19:55:56,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=C 2024-12-02T19:55:56,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-02T19:55:56,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412026214855f60c94ad8afd961fde27f4751_745d439d7ed478cc2f65a742fd44f9a9 is 50, key is test_row_0/A:col10/1733169355313/Put/seqid=0 2024-12-02T19:55:56,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742037_1213 (size=14994) 2024-12-02T19:55:56,473 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:56,477 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412026214855f60c94ad8afd961fde27f4751_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026214855f60c94ad8afd961fde27f4751_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:56,478 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/f01f8e08c3474feeadc40fd9bee9d7db, store: [table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:56,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/f01f8e08c3474feeadc40fd9bee9d7db is 175, key is test_row_0/A:col10/1733169355313/Put/seqid=0 2024-12-02T19:55:56,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169416486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:56,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742038_1214 (size=39949) 2024-12-02T19:55:56,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:56,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:56,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:56,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169416598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:56,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:56,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:56,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:56,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:56,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169416809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:56,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:56,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:56,811 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:56,891 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=354, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/f01f8e08c3474feeadc40fd9bee9d7db 2024-12-02T19:55:56,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/028e5aa973434859b16f365b27a4f608 is 50, key is test_row_0/B:col10/1733169355313/Put/seqid=0 2024-12-02T19:55:56,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742039_1215 (size=12301) 2024-12-02T19:55:57,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:57,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169417118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:57,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:57,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:57,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:57,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/028e5aa973434859b16f365b27a4f608 2024-12-02T19:55:57,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/cf97847f14b44404b362f570f666e5cc is 50, key is test_row_0/C:col10/1733169355313/Put/seqid=0 2024-12-02T19:55:57,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742040_1216 (size=12301) 2024-12-02T19:55:57,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169417348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:57,351 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_2' in 745d439d7ed478cc2f65a742fd44f9a9 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:55:57,352 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:57,352 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:57,352 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:57,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169417359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:57,360 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_1' in 745d439d7ed478cc2f65a742fd44f9a9 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:55:57,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:57,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:57,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:57,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169417630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:57,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:57,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:57,634 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:57,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/cf97847f14b44404b362f570f666e5cc 2024-12-02T19:55:57,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/f01f8e08c3474feeadc40fd9bee9d7db as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/f01f8e08c3474feeadc40fd9bee9d7db 2024-12-02T19:55:57,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/f01f8e08c3474feeadc40fd9bee9d7db, entries=200, sequenceid=354, filesize=39.0 K 2024-12-02T19:55:57,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/028e5aa973434859b16f365b27a4f608 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/028e5aa973434859b16f365b27a4f608 2024-12-02T19:55:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/028e5aa973434859b16f365b27a4f608, entries=150, sequenceid=354, filesize=12.0 K 2024-12-02T19:55:57,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/cf97847f14b44404b362f570f666e5cc as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/cf97847f14b44404b362f570f666e5cc 2024-12-02T19:55:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/cf97847f14b44404b362f570f666e5cc, entries=150, sequenceid=354, filesize=12.0 K 2024-12-02T19:55:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 745d439d7ed478cc2f65a742fd44f9a9 in 1298ms, sequenceid=354, compaction requested=true 2024-12-02T19:55:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:57,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 745d439d7ed478cc2f65a742fd44f9a9:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:55:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:57,759 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:57,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 745d439d7ed478cc2f65a742fd44f9a9:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:55:57,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:57,759 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:57,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 745d439d7ed478cc2f65a742fd44f9a9:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:55:57,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,760 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:57,760 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 745d439d7ed478cc2f65a742fd44f9a9/A is initiating minor compaction (all files) 2024-12-02T19:55:57,761 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 745d439d7ed478cc2f65a742fd44f9a9/A in TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:57,761 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/691944ee7cc84b87ac8f292861cb36b0, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/bb307dea19e04a5580f2bc6ad24b2c9c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/f01f8e08c3474feeadc40fd9bee9d7db] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp, totalSize=100.7 K 2024-12-02T19:55:57,761 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:57,761 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. files: [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/691944ee7cc84b87ac8f292861cb36b0, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/bb307dea19e04a5580f2bc6ad24b2c9c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/f01f8e08c3474feeadc40fd9bee9d7db] 2024-12-02T19:55:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,761 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:57,761 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 745d439d7ed478cc2f65a742fd44f9a9/B is initiating minor compaction (all files) 2024-12-02T19:55:57,761 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 745d439d7ed478cc2f65a742fd44f9a9/B in TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:57,761 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/7e657b9a0b9f4bcb871475fef8418c84, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/96b676545e7e4807a58212281b23397e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/028e5aa973434859b16f365b27a4f608] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp, totalSize=36.6 K 2024-12-02T19:55:57,762 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e657b9a0b9f4bcb871475fef8418c84, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733169352011 2024-12-02T19:55:57,762 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 691944ee7cc84b87ac8f292861cb36b0, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733169352011 2024-12-02T19:55:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,762 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb307dea19e04a5580f2bc6ad24b2c9c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733169353169 2024-12-02T19:55:57,762 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 96b676545e7e4807a58212281b23397e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733169353169 2024-12-02T19:55:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,763 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 028e5aa973434859b16f365b27a4f608, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733169355297 2024-12-02T19:55:57,764 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting f01f8e08c3474feeadc40fd9bee9d7db, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733169355297 2024-12-02T19:55:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,772 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,773 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 745d439d7ed478cc2f65a742fd44f9a9#B#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:57,773 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/b7d7785141eb44d1858b8be2cccd9fcf is 50, key is test_row_0/B:col10/1733169355313/Put/seqid=0 2024-12-02T19:55:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,779 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412023effdd4d3b944917855a67a3b37e203a_745d439d7ed478cc2f65a742fd44f9a9 store=[table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,781 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412023effdd4d3b944917855a67a3b37e203a_745d439d7ed478cc2f65a742fd44f9a9, store=[table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:57,781 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023effdd4d3b944917855a67a3b37e203a_745d439d7ed478cc2f65a742fd44f9a9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742041_1217 (size=13017) 2024-12-02T19:55:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742042_1218 (size=4469) 2024-12-02T19:55:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-02T19:55:57,968 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:55:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:55:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-12-02T19:55:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,971 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:55:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-02T19:55:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,972 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:55:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:55:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-02T19:55:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-02T19:55:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:58,126 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 745d439d7ed478cc2f65a742fd44f9a9 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-02T19:55:58,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=A 2024-12-02T19:55:58,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:58,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=B 2024-12-02T19:55:58,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:58,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=C 2024-12-02T19:55:58,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:55:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202a5b43eee14ae45a6a12593ecfcad1ac5_745d439d7ed478cc2f65a742fd44f9a9 is 50, key is test_row_0/A:col10/1733169356479/Put/seqid=0 2024-12-02T19:55:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742043_1219 (size=9914) 2024-12-02T19:55:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,198 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/b7d7785141eb44d1858b8be2cccd9fcf as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/b7d7785141eb44d1858b8be2cccd9fcf 2024-12-02T19:55:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,204 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 745d439d7ed478cc2f65a742fd44f9a9/B of 745d439d7ed478cc2f65a742fd44f9a9 into b7d7785141eb44d1858b8be2cccd9fcf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:58,204 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:58,204 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., storeName=745d439d7ed478cc2f65a742fd44f9a9/B, priority=13, startTime=1733169357759; duration=0sec 2024-12-02T19:55:58,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,204 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:55:58,204 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 745d439d7ed478cc2f65a742fd44f9a9:B 2024-12-02T19:55:58,204 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:55:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,205 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:55:58,205 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 745d439d7ed478cc2f65a742fd44f9a9/C is initiating minor compaction (all files) 2024-12-02T19:55:58,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,205 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 745d439d7ed478cc2f65a742fd44f9a9/C in TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:58,206 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/297703d3ced14bb085323a38a0be0e83, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/919fa5405e034eb1907908dc0c6c1dc5, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/cf97847f14b44404b362f570f666e5cc] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp, totalSize=36.6 K 2024-12-02T19:55:58,206 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 297703d3ced14bb085323a38a0be0e83, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733169352011 2024-12-02T19:55:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,206 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 919fa5405e034eb1907908dc0c6c1dc5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733169353169 2024-12-02T19:55:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,207 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting cf97847f14b44404b362f570f666e5cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733169355297 2024-12-02T19:55:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,210 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 745d439d7ed478cc2f65a742fd44f9a9#A#compaction#181 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,211 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/8666307535e54061a6413773259dfc65 is 175, key is test_row_0/A:col10/1733169355313/Put/seqid=0 2024-12-02T19:55:58,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742044_1220 (size=31971) 2024-12-02T19:55:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,225 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/8666307535e54061a6413773259dfc65 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/8666307535e54061a6413773259dfc65 2024-12-02T19:55:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,232 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 745d439d7ed478cc2f65a742fd44f9a9#C#compaction#183 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:55:58,232 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 745d439d7ed478cc2f65a742fd44f9a9/A of 745d439d7ed478cc2f65a742fd44f9a9 into 8666307535e54061a6413773259dfc65(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:58,232 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:58,232 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., storeName=745d439d7ed478cc2f65a742fd44f9a9/A, priority=13, startTime=1733169357759; duration=0sec 2024-12-02T19:55:58,232 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:58,233 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 745d439d7ed478cc2f65a742fd44f9a9:A 2024-12-02T19:55:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,233 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/e012f52c30ce4c2fa9465a077ad2b52e is 50, key is test_row_0/C:col10/1733169355313/Put/seqid=0 2024-12-02T19:55:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742045_1221 (size=13017) 2024-12-02T19:55:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-02T19:55:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,575 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202a5b43eee14ae45a6a12593ecfcad1ac5_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202a5b43eee14ae45a6a12593ecfcad1ac5_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:58,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/f4cedad6281a4ef29ee3383d1f26fbe3, store: [table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:55:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/f4cedad6281a4ef29ee3383d1f26fbe3 is 175, key is test_row_0/A:col10/1733169356479/Put/seqid=0 2024-12-02T19:55:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-02T19:55:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742046_1222 (size=22561) 2024-12-02T19:55:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. as already flushing 2024-12-02T19:55:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:55:58,666 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/e012f52c30ce4c2fa9465a077ad2b52e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/e012f52c30ce4c2fa9465a077ad2b52e 2024-12-02T19:55:58,672 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733169358657, max timestamp=1733169358667Num uniques 859; 2024-12-02T19:55:58,672 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733169358657, max timestamp=1733169358667Num uniques 859; 2024-12-02T19:55:58,672 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-02T19:55:58,672 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-02T19:55:58,672 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733169358657, max timestamp=1733169358667Num uniques 859; 2024-12-02T19:55:58,672 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-02T19:55:58,680 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 745d439d7ed478cc2f65a742fd44f9a9/C of 745d439d7ed478cc2f65a742fd44f9a9 into e012f52c30ce4c2fa9465a077ad2b52e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:55:58,680 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:58,681 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., storeName=745d439d7ed478cc2f65a742fd44f9a9/C, priority=13, startTime=1733169357759; duration=0sec 2024-12-02T19:55:58,681 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:55:58,681 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 745d439d7ed478cc2f65a742fd44f9a9:C 2024-12-02T19:55:58,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169418699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:58,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:58,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:58,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:58,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169418700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:58,704 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:58,704 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:58,704 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:58,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:58,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169418703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:58,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:58,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:58,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:58,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169418809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:58,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:58,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169418809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:58,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:58,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:58,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:58,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:58,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:58,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169418818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:58,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:58,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:58,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:59,005 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=363, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/f4cedad6281a4ef29ee3383d1f26fbe3 2024-12-02T19:55:59,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/f36fba890ee447788a191e11e7c1cfcb is 50, key is test_row_0/B:col10/1733169356479/Put/seqid=0 2024-12-02T19:55:59,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742047_1223 (size=9857) 2024-12-02T19:55:59,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169419018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:59,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:59,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:59,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:59,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169419018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:59,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:59,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:59,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:59,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169419028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:59,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:59,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:59,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-02T19:55:59,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169419328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:59,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:59,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169419328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:59,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:59,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:59,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:59,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:59,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:59,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169419339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:59,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:59,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:59,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:59,417 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/f36fba890ee447788a191e11e7c1cfcb 2024-12-02T19:55:59,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/919ae7634b8a4d068d86aa5911a3b25e is 50, key is test_row_0/C:col10/1733169356479/Put/seqid=0 2024-12-02T19:55:59,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742048_1224 (size=9857) 2024-12-02T19:55:59,828 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/919ae7634b8a4d068d86aa5911a3b25e 2024-12-02T19:55:59,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/f4cedad6281a4ef29ee3383d1f26fbe3 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/f4cedad6281a4ef29ee3383d1f26fbe3 2024-12-02T19:55:59,837 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/f4cedad6281a4ef29ee3383d1f26fbe3, entries=100, sequenceid=363, filesize=22.0 K 2024-12-02T19:55:59,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/f36fba890ee447788a191e11e7c1cfcb as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/f36fba890ee447788a191e11e7c1cfcb 2024-12-02T19:55:59,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:59,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169419839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:59,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169419839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:59,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:59,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:59,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:59,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:59,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:59,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:59,842 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/f36fba890ee447788a191e11e7c1cfcb, entries=100, sequenceid=363, filesize=9.6 K 2024-12-02T19:55:59,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/919ae7634b8a4d068d86aa5911a3b25e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/919ae7634b8a4d068d86aa5911a3b25e 2024-12-02T19:55:59,847 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/919ae7634b8a4d068d86aa5911a3b25e, entries=100, sequenceid=363, filesize=9.6 K 2024-12-02T19:55:59,848 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 745d439d7ed478cc2f65a742fd44f9a9 in 1722ms, sequenceid=363, compaction requested=false 2024-12-02T19:55:59,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:55:59,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:55:59,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-02T19:55:59,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-02T19:55:59,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-02T19:55:59,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8780 sec 2024-12-02T19:55:59,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.8830 sec 2024-12-02T19:55:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:55:59,854 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 745d439d7ed478cc2f65a742fd44f9a9 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB 2024-12-02T19:55:59,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=A 2024-12-02T19:55:59,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-02T19:55:59,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=B 2024-12-02T19:55:59,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-02T19:55:59,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=C 2024-12-02T19:55:59,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-02T19:55:59,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120258625365359a4a1ca642f39be172a9f8_745d439d7ed478cc2f65a742fd44f9a9 is 50, key is test_row_0/A:col10/1733169358701/Put/seqid=0 2024-12-02T19:55:59,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742049_1225 (size=14994) 2024-12-02T19:55:59,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:59,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169419875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:59,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:59,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:59,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:55:59,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:55:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169419989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:55:59,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:59,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:55:59,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:00,016 INFO [Thread-672 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-672. 2024-12-02T19:56:00,016 DEBUG [Thread-672 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:56:00,016 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:00,016 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:00,017 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:56:00,020 INFO [Thread-670 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-670. 2024-12-02T19:56:00,020 DEBUG [Thread-670 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:56:00,020 DEBUG [Thread-670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:00,020 DEBUG [Thread-670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:00,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:56:00,022 INFO [Thread-676 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-676. 2024-12-02T19:56:00,022 DEBUG [Thread-676 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:56:00,022 DEBUG [Thread-676 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:00,022 DEBUG [Thread-676 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:00,022 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:56:00,025 INFO [Thread-674 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-674. 2024-12-02T19:56:00,025 DEBUG [Thread-674 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:56:00,025 DEBUG [Thread-674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:00,025 DEBUG [Thread-674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:00,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:56:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-02T19:56:00,119 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:56:00,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169420198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:00,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:00,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:00,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:00,267 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:00,276 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120258625365359a4a1ca642f39be172a9f8_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120258625365359a4a1ca642f39be172a9f8_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:56:00,277 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/2f0937d3e0524829bf39ede5ce40b3af, store: [table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:56:00,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/2f0937d3e0524829bf39ede5ce40b3af is 175, key is test_row_0/A:col10/1733169358701/Put/seqid=0 2024-12-02T19:56:00,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742050_1226 (size=39949) 2024-12-02T19:56:00,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:00,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169420509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:00,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:00,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:00,511 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:00,683 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=404, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/2f0937d3e0524829bf39ede5ce40b3af 2024-12-02T19:56:00,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/541e0779a74b4864af6d4cd60dae009e is 50, key is test_row_0/B:col10/1733169358701/Put/seqid=0 2024-12-02T19:56:00,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742051_1227 (size=12301) 2024-12-02T19:56:00,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:00,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37882 deadline: 1733169420848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:00,849 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_0' in 745d439d7ed478cc2f65a742fd44f9a9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:56:00,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:00,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:00,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:00,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37832 deadline: 1733169420859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:00,859 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_1' in 745d439d7ed478cc2f65a742fd44f9a9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:56:00,860 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:00,860 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:00,860 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:01,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:01,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37908 deadline: 1733169421019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:01,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:01,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:01,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:01,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/541e0779a74b4864af6d4cd60dae009e 2024-12-02T19:56:01,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/19579ae79e7546ec997878ef066f5611 is 50, key is test_row_0/C:col10/1733169358701/Put/seqid=0 2024-12-02T19:56:01,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742052_1228 (size=12301) 2024-12-02T19:56:01,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37860 deadline: 1733169421379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:01,380 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_1' in 745d439d7ed478cc2f65a742fd44f9a9 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:56:01,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:01,382 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:01,382 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:01,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37848 deadline: 1733169421399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:01,400 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_2' in 745d439d7ed478cc2f65a742fd44f9a9 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8228 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:56:01,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:01,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:01,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:01,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/19579ae79e7546ec997878ef066f5611 2024-12-02T19:56:01,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/2f0937d3e0524829bf39ede5ce40b3af as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/2f0937d3e0524829bf39ede5ce40b3af 2024-12-02T19:56:01,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/2f0937d3e0524829bf39ede5ce40b3af, entries=200, sequenceid=404, filesize=39.0 K 2024-12-02T19:56:01,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/541e0779a74b4864af6d4cd60dae009e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/541e0779a74b4864af6d4cd60dae009e 2024-12-02T19:56:01,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/541e0779a74b4864af6d4cd60dae009e, entries=150, sequenceid=404, filesize=12.0 K 2024-12-02T19:56:01,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/19579ae79e7546ec997878ef066f5611 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/19579ae79e7546ec997878ef066f5611 2024-12-02T19:56:01,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/19579ae79e7546ec997878ef066f5611, entries=150, sequenceid=404, filesize=12.0 K 2024-12-02T19:56:01,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~420.80 KB/430896, currentSize=33.54 KB/34350 for 745d439d7ed478cc2f65a742fd44f9a9 in 1690ms, sequenceid=404, compaction requested=true 2024-12-02T19:56:01,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:56:01,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 745d439d7ed478cc2f65a742fd44f9a9:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:56:01,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:01,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 745d439d7ed478cc2f65a742fd44f9a9:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:56:01,545 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:01,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:01,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 745d439d7ed478cc2f65a742fd44f9a9:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:56:01,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:01,545 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:01,546 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:01,546 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:01,546 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 745d439d7ed478cc2f65a742fd44f9a9/B is initiating minor compaction (all files) 2024-12-02T19:56:01,546 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 745d439d7ed478cc2f65a742fd44f9a9/A is initiating minor compaction (all files) 2024-12-02T19:56:01,546 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 745d439d7ed478cc2f65a742fd44f9a9/B in TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:56:01,546 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 745d439d7ed478cc2f65a742fd44f9a9/A in TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:56:01,546 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/8666307535e54061a6413773259dfc65, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/f4cedad6281a4ef29ee3383d1f26fbe3, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/2f0937d3e0524829bf39ede5ce40b3af] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp, totalSize=92.3 K 2024-12-02T19:56:01,546 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/b7d7785141eb44d1858b8be2cccd9fcf, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/f36fba890ee447788a191e11e7c1cfcb, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/541e0779a74b4864af6d4cd60dae009e] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp, totalSize=34.4 K 2024-12-02T19:56:01,546 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:56:01,546 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. files: [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/8666307535e54061a6413773259dfc65, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/f4cedad6281a4ef29ee3383d1f26fbe3, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/2f0937d3e0524829bf39ede5ce40b3af] 2024-12-02T19:56:01,547 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting b7d7785141eb44d1858b8be2cccd9fcf, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733169355297 2024-12-02T19:56:01,547 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8666307535e54061a6413773259dfc65, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733169355297 2024-12-02T19:56:01,547 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting f36fba890ee447788a191e11e7c1cfcb, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733169356479 2024-12-02T19:56:01,547 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4cedad6281a4ef29ee3383d1f26fbe3, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733169356479 2024-12-02T19:56:01,547 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 541e0779a74b4864af6d4cd60dae009e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733169358698 2024-12-02T19:56:01,547 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f0937d3e0524829bf39ede5ce40b3af, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733169358697 2024-12-02T19:56:01,553 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 745d439d7ed478cc2f65a742fd44f9a9#B#compaction#189 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:01,554 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/e4be0d39deb7426aa1c5a058be9f42d6 is 50, key is test_row_0/B:col10/1733169358701/Put/seqid=0 2024-12-02T19:56:01,557 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:56:01,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742053_1229 (size=13119) 2024-12-02T19:56:01,559 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120276ae607e7e0e43c7acc7a766d7539b2e_745d439d7ed478cc2f65a742fd44f9a9 store=[table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:56:01,575 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120276ae607e7e0e43c7acc7a766d7539b2e_745d439d7ed478cc2f65a742fd44f9a9, store=[table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:56:01,576 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120276ae607e7e0e43c7acc7a766d7539b2e_745d439d7ed478cc2f65a742fd44f9a9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:56:01,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742054_1230 (size=4469) 2024-12-02T19:56:01,965 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/e4be0d39deb7426aa1c5a058be9f42d6 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/e4be0d39deb7426aa1c5a058be9f42d6 2024-12-02T19:56:01,973 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 745d439d7ed478cc2f65a742fd44f9a9/B of 745d439d7ed478cc2f65a742fd44f9a9 into e4be0d39deb7426aa1c5a058be9f42d6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:01,973 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:56:01,973 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., storeName=745d439d7ed478cc2f65a742fd44f9a9/B, priority=13, startTime=1733169361545; duration=0sec 2024-12-02T19:56:01,973 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:01,973 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 745d439d7ed478cc2f65a742fd44f9a9:B 2024-12-02T19:56:01,974 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:01,975 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:01,975 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 745d439d7ed478cc2f65a742fd44f9a9/C is initiating minor compaction (all files) 2024-12-02T19:56:01,975 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 745d439d7ed478cc2f65a742fd44f9a9/C in TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:56:01,975 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/e012f52c30ce4c2fa9465a077ad2b52e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/919ae7634b8a4d068d86aa5911a3b25e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/19579ae79e7546ec997878ef066f5611] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp, totalSize=34.4 K 2024-12-02T19:56:01,975 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting e012f52c30ce4c2fa9465a077ad2b52e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733169355297 2024-12-02T19:56:01,976 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 919ae7634b8a4d068d86aa5911a3b25e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733169356479 2024-12-02T19:56:01,976 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 19579ae79e7546ec997878ef066f5611, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733169358698 2024-12-02T19:56:01,980 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 745d439d7ed478cc2f65a742fd44f9a9#A#compaction#190 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:01,981 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/c3079e9d33c64861830369ef6bb42188 is 175, key is test_row_0/A:col10/1733169358701/Put/seqid=0 2024-12-02T19:56:01,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742055_1231 (size=32073) 2024-12-02T19:56:01,988 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 745d439d7ed478cc2f65a742fd44f9a9#C#compaction#191 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:01,988 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/aac4734c1c2c4e7a8011706c2a91bee9 is 50, key is test_row_0/C:col10/1733169358701/Put/seqid=0 2024-12-02T19:56:01,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742056_1232 (size=13119) 2024-12-02T19:56:02,030 INFO [Thread-661 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-661. 2024-12-02T19:56:02,030 DEBUG [Thread-661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:56:02,030 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:02,030 DEBUG [Thread-661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:02,030 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:56:02,393 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/c3079e9d33c64861830369ef6bb42188 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/c3079e9d33c64861830369ef6bb42188 2024-12-02T19:56:02,399 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/aac4734c1c2c4e7a8011706c2a91bee9 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/aac4734c1c2c4e7a8011706c2a91bee9 2024-12-02T19:56:02,400 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 745d439d7ed478cc2f65a742fd44f9a9/A of 745d439d7ed478cc2f65a742fd44f9a9 into c3079e9d33c64861830369ef6bb42188(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:02,400 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:56:02,400 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., storeName=745d439d7ed478cc2f65a742fd44f9a9/A, priority=13, startTime=1733169361545; duration=0sec 2024-12-02T19:56:02,400 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:02,400 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 745d439d7ed478cc2f65a742fd44f9a9:A 2024-12-02T19:56:02,405 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 745d439d7ed478cc2f65a742fd44f9a9/C of 745d439d7ed478cc2f65a742fd44f9a9 into aac4734c1c2c4e7a8011706c2a91bee9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:02,405 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:56:02,405 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., storeName=745d439d7ed478cc2f65a742fd44f9a9/C, priority=13, startTime=1733169361545; duration=0sec 2024-12-02T19:56:02,405 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:02,405 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 745d439d7ed478cc2f65a742fd44f9a9:C 2024-12-02T19:56:02,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:56:02,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 745d439d7ed478cc2f65a742fd44f9a9 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-02T19:56:02,871 INFO [Thread-663 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-663. 2024-12-02T19:56:02,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=A 2024-12-02T19:56:02,871 DEBUG [Thread-663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:56:02,871 DEBUG [Thread-663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:02,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:02,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=B 2024-12-02T19:56:02,872 DEBUG [Thread-663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:02,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:02,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=C 2024-12-02T19:56:02,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:56:02,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:02,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202b494c4faa3c54fc88d21c21e1c3ef8fb_745d439d7ed478cc2f65a742fd44f9a9 is 50, key is test_row_0/A:col10/1733169362869/Put/seqid=0 2024-12-02T19:56:02,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742057_1233 (size=12454) 2024-12-02T19:56:02,891 INFO [Thread-659 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-659. 2024-12-02T19:56:02,891 DEBUG [Thread-659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:56:02,891 DEBUG [Thread-659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:02,891 DEBUG [Thread-659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:02,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:56:03,289 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:03,295 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202b494c4faa3c54fc88d21c21e1c3ef8fb_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b494c4faa3c54fc88d21c21e1c3ef8fb_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:56:03,297 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/eda740f4ad27429584fce49157d21a00, store: [table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:56:03,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/eda740f4ad27429584fce49157d21a00 is 175, key is test_row_0/A:col10/1733169362869/Put/seqid=0 2024-12-02T19:56:03,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742058_1234 (size=31255) 2024-12-02T19:56:03,706 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=417, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/eda740f4ad27429584fce49157d21a00 2024-12-02T19:56:03,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/b5e036e7a6e540ee9dd2245dbfa8305c is 50, key is test_row_0/B:col10/1733169362869/Put/seqid=0 2024-12-02T19:56:03,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742059_1235 (size=12301) 2024-12-02T19:56:03,782 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T19:56:04,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/b5e036e7a6e540ee9dd2245dbfa8305c 2024-12-02T19:56:04,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/d40e12ea8cdc4a3dbd587e9c6cc887a0 is 50, key is test_row_0/C:col10/1733169362869/Put/seqid=0 2024-12-02T19:56:04,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742060_1236 (size=12301) 2024-12-02T19:56:04,548 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/d40e12ea8cdc4a3dbd587e9c6cc887a0 2024-12-02T19:56:04,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/eda740f4ad27429584fce49157d21a00 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/eda740f4ad27429584fce49157d21a00 2024-12-02T19:56:04,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/eda740f4ad27429584fce49157d21a00, entries=150, sequenceid=417, filesize=30.5 K 2024-12-02T19:56:04,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/b5e036e7a6e540ee9dd2245dbfa8305c as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/b5e036e7a6e540ee9dd2245dbfa8305c 2024-12-02T19:56:04,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/b5e036e7a6e540ee9dd2245dbfa8305c, entries=150, sequenceid=417, filesize=12.0 K 2024-12-02T19:56:04,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/d40e12ea8cdc4a3dbd587e9c6cc887a0 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/d40e12ea8cdc4a3dbd587e9c6cc887a0 2024-12-02T19:56:04,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/d40e12ea8cdc4a3dbd587e9c6cc887a0, entries=150, sequenceid=417, filesize=12.0 K 2024-12-02T19:56:04,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=6.71 KB/6870 for 745d439d7ed478cc2f65a742fd44f9a9 in 1700ms, sequenceid=417, compaction requested=false 2024-12-02T19:56:04,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 745d439d7ed478cc2f65a742fd44f9a9: 2024-12-02T19:56:11,452 INFO [Thread-665 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-665. 2024-12-02T19:56:11,453 DEBUG [Thread-665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:56:11,453 DEBUG [Thread-665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:11,453 DEBUG [Thread-665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:11,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:56:11,481 INFO [Thread-667 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-667. 2024-12-02T19:56:11,481 DEBUG [Thread-667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:56:11,481 DEBUG [Thread-667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:11,481 DEBUG [Thread-667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:11,481 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:56:11,481 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-02T19:56:11,481 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-12-02T19:56:11,481 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-12-02T19:56:11,481 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-12-02T19:56:11,481 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-12-02T19:56:11,481 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-12-02T19:56:11,481 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-02T19:56:11,481 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3879 2024-12-02T19:56:11,482 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3758 2024-12-02T19:56:11,482 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-02T19:56:11,482 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1590 2024-12-02T19:56:11,482 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4769 rows 2024-12-02T19:56:11,482 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1581 2024-12-02T19:56:11,482 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4741 rows 2024-12-02T19:56:11,482 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:56:11,482 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:56:11,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:11,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:11,482 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:56:11,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-02T19:56:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-02T19:56:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-02T19:56:11,488 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169371487"}]},"ts":"1733169371487"} 2024-12-02T19:56:11,490 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-02T19:56:11,490 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-02T19:56:11,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T19:56:11,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=745d439d7ed478cc2f65a742fd44f9a9, UNASSIGN}] 2024-12-02T19:56:11,494 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=745d439d7ed478cc2f65a742fd44f9a9, UNASSIGN 2024-12-02T19:56:11,495 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=54 updating hbase:meta row=745d439d7ed478cc2f65a742fd44f9a9, regionState=CLOSING, regionLocation=41897df2911b,36713,1733169305610 2024-12-02T19:56:11,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=745d439d7ed478cc2f65a742fd44f9a9, UNASSIGN because future has completed 2024-12-02T19:56:11,497 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T19:56:11,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; CloseRegionProcedure 745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610}] 2024-12-02T19:56:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-02T19:56:11,649 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] handler.UnassignRegionHandler(122): Close 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:56:11,649 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T19:56:11,649 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1722): Closing 745d439d7ed478cc2f65a742fd44f9a9, disabling compactions & flushes 2024-12-02T19:56:11,649 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:56:11,649 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:56:11,649 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. after waiting 0 ms 2024-12-02T19:56:11,649 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:56:11,649 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(2902): Flushing 745d439d7ed478cc2f65a742fd44f9a9 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-12-02T19:56:11,650 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=A 2024-12-02T19:56:11,650 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:11,650 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=B 2024-12-02T19:56:11,650 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:11,650 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 745d439d7ed478cc2f65a742fd44f9a9, store=C 2024-12-02T19:56:11,650 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:11,656 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120285366cf7bf274a43be6de5f8edb050cc_745d439d7ed478cc2f65a742fd44f9a9 is 50, key is test_row_1/A:col10/1733169371479/Put/seqid=0 2024-12-02T19:56:11,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742061_1237 (size=9914) 2024-12-02T19:56:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-02T19:56:12,060 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:12,068 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120285366cf7bf274a43be6de5f8edb050cc_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120285366cf7bf274a43be6de5f8edb050cc_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:56:12,070 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/f294d977e3f54a5893b35871deaa8e41, store: [table=TestAcidGuarantees family=A region=745d439d7ed478cc2f65a742fd44f9a9] 2024-12-02T19:56:12,071 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/f294d977e3f54a5893b35871deaa8e41 is 175, key is test_row_1/A:col10/1733169371479/Put/seqid=0 2024-12-02T19:56:12,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742062_1238 (size=22561) 2024-12-02T19:56:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-02T19:56:12,480 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=423, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/f294d977e3f54a5893b35871deaa8e41 2024-12-02T19:56:12,494 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/b7d7f358347240ceb5ba5ac863c0ba65 is 50, key is test_row_1/B:col10/1733169371479/Put/seqid=0 2024-12-02T19:56:12,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742063_1239 (size=9857) 2024-12-02T19:56:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-02T19:56:12,900 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/b7d7f358347240ceb5ba5ac863c0ba65 2024-12-02T19:56:12,913 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/2d399b15043c407991d01083cd9dfacc is 50, key is test_row_1/C:col10/1733169371479/Put/seqid=0 2024-12-02T19:56:12,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742064_1240 (size=9857) 2024-12-02T19:56:13,318 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/2d399b15043c407991d01083cd9dfacc 2024-12-02T19:56:13,328 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/A/f294d977e3f54a5893b35871deaa8e41 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/f294d977e3f54a5893b35871deaa8e41 2024-12-02T19:56:13,333 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/f294d977e3f54a5893b35871deaa8e41, entries=100, sequenceid=423, filesize=22.0 K 2024-12-02T19:56:13,333 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/B/b7d7f358347240ceb5ba5ac863c0ba65 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/b7d7f358347240ceb5ba5ac863c0ba65 2024-12-02T19:56:13,337 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/b7d7f358347240ceb5ba5ac863c0ba65, entries=100, sequenceid=423, filesize=9.6 K 2024-12-02T19:56:13,338 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/.tmp/C/2d399b15043c407991d01083cd9dfacc as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/2d399b15043c407991d01083cd9dfacc 2024-12-02T19:56:13,341 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/2d399b15043c407991d01083cd9dfacc, entries=100, sequenceid=423, filesize=9.6 K 2024-12-02T19:56:13,342 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 745d439d7ed478cc2f65a742fd44f9a9 in 1693ms, sequenceid=423, compaction requested=true 2024-12-02T19:56:13,342 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/b0bcb1039c224f3e95b836abb46f7830, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/fa4007508f9543018c228b60fb4b5c64, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/9f30e869d3f2459c806778ab39227e4f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/8b53776995aa4092a82c8a904b130cf5, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/198258fef9e842f2acd5fde16a4c7fa5, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/a0ee187694e34c70acf27744d921ec4c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/b13d7beb1ab34967832e03a07c7f6ff3, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/b6e557503a4a43d88562431dd93d7f3f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/83c27b9b9bdc46da8c7cae977d1dc8cb, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/8849738db6bb4545991ec81d09f95e1c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/3cc5929d1c37404a8c2641aec186973a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/604f00b22c554b40a96b10a71025d463, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/3f378ff75a5d416890a2a6e6edeb2905, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/f71c506703bc4afd951989343debe65d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/377f58d8f1da4514991e7ac6a84ff3a1, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/86166f24fc834c8dbe49b53aee13cbf5, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/53acf83df7d742d393e2eb0f0b859eca, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/691944ee7cc84b87ac8f292861cb36b0, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/95c532c626bf42348ba09a20dc6265ae, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/bb307dea19e04a5580f2bc6ad24b2c9c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/f01f8e08c3474feeadc40fd9bee9d7db, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/8666307535e54061a6413773259dfc65, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/f4cedad6281a4ef29ee3383d1f26fbe3, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/2f0937d3e0524829bf39ede5ce40b3af] to archive 2024-12-02T19:56:13,343 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T19:56:13,345 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/b0bcb1039c224f3e95b836abb46f7830 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/b0bcb1039c224f3e95b836abb46f7830 2024-12-02T19:56:13,346 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/fa4007508f9543018c228b60fb4b5c64 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/fa4007508f9543018c228b60fb4b5c64 2024-12-02T19:56:13,347 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/9f30e869d3f2459c806778ab39227e4f to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/9f30e869d3f2459c806778ab39227e4f 2024-12-02T19:56:13,349 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/8b53776995aa4092a82c8a904b130cf5 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/8b53776995aa4092a82c8a904b130cf5 2024-12-02T19:56:13,350 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/198258fef9e842f2acd5fde16a4c7fa5 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/198258fef9e842f2acd5fde16a4c7fa5 2024-12-02T19:56:13,351 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/a0ee187694e34c70acf27744d921ec4c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/a0ee187694e34c70acf27744d921ec4c 2024-12-02T19:56:13,352 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/b13d7beb1ab34967832e03a07c7f6ff3 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/b13d7beb1ab34967832e03a07c7f6ff3 2024-12-02T19:56:13,353 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/b6e557503a4a43d88562431dd93d7f3f to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/b6e557503a4a43d88562431dd93d7f3f 2024-12-02T19:56:13,354 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/83c27b9b9bdc46da8c7cae977d1dc8cb to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/83c27b9b9bdc46da8c7cae977d1dc8cb 2024-12-02T19:56:13,355 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/8849738db6bb4545991ec81d09f95e1c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/8849738db6bb4545991ec81d09f95e1c 2024-12-02T19:56:13,355 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/3cc5929d1c37404a8c2641aec186973a to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/3cc5929d1c37404a8c2641aec186973a 2024-12-02T19:56:13,356 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/604f00b22c554b40a96b10a71025d463 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/604f00b22c554b40a96b10a71025d463 2024-12-02T19:56:13,357 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/3f378ff75a5d416890a2a6e6edeb2905 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/3f378ff75a5d416890a2a6e6edeb2905 2024-12-02T19:56:13,358 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/f71c506703bc4afd951989343debe65d to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/f71c506703bc4afd951989343debe65d 2024-12-02T19:56:13,359 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/377f58d8f1da4514991e7ac6a84ff3a1 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/377f58d8f1da4514991e7ac6a84ff3a1 2024-12-02T19:56:13,360 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/86166f24fc834c8dbe49b53aee13cbf5 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/86166f24fc834c8dbe49b53aee13cbf5 2024-12-02T19:56:13,361 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/53acf83df7d742d393e2eb0f0b859eca to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/53acf83df7d742d393e2eb0f0b859eca 2024-12-02T19:56:13,361 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/691944ee7cc84b87ac8f292861cb36b0 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/691944ee7cc84b87ac8f292861cb36b0 2024-12-02T19:56:13,362 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/95c532c626bf42348ba09a20dc6265ae to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/95c532c626bf42348ba09a20dc6265ae 2024-12-02T19:56:13,363 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/bb307dea19e04a5580f2bc6ad24b2c9c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/bb307dea19e04a5580f2bc6ad24b2c9c 2024-12-02T19:56:13,364 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/f01f8e08c3474feeadc40fd9bee9d7db to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/f01f8e08c3474feeadc40fd9bee9d7db 2024-12-02T19:56:13,365 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/8666307535e54061a6413773259dfc65 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/8666307535e54061a6413773259dfc65 2024-12-02T19:56:13,366 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/f4cedad6281a4ef29ee3383d1f26fbe3 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/f4cedad6281a4ef29ee3383d1f26fbe3 2024-12-02T19:56:13,366 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/2f0937d3e0524829bf39ede5ce40b3af to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/2f0937d3e0524829bf39ede5ce40b3af 2024-12-02T19:56:13,368 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/6e73e3f1c3484a37a48cabfbee4fd6bd, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/4eebc5300d71430597891c46ef59d6d3, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/e995d98e4da14c8da0f81e9fa7ac56ae, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/98d45f6101b440bebafa8aed0be677ba, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/2c565953fde24538a1d032f80a799341, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/1587fc278c3b4088be09f601e9ecaf4e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/b62da73b5f9c4a758bf5ba65a8ce69a2, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/d0450141aec24002989d347a8ed0813e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/9c8d3714b281474996ef6809d25f5f90, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/21bea83346354e589607abd8ffcd8a47, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/2fe8383a09ac438da81f1b0d9ff48dc2, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/af555b5e9bd4440c806b0a5a890b3461, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/18da165d9d5f40ed8811a609ff338249, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/c8847f3d746c43929c69315905c2aae0, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/25971ded2e88432ca44056bbfa1f70a5, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/ca4b05647241482281cce8aba8c7bd1b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/c3aed942ac52449ab28f757de4ed0e86, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/7e657b9a0b9f4bcb871475fef8418c84, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/41da596d17ea4b2d85fa3c41061bce5c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/96b676545e7e4807a58212281b23397e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/b7d7785141eb44d1858b8be2cccd9fcf, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/028e5aa973434859b16f365b27a4f608, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/f36fba890ee447788a191e11e7c1cfcb, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/541e0779a74b4864af6d4cd60dae009e] to archive 2024-12-02T19:56:13,369 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T19:56:13,370 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/6e73e3f1c3484a37a48cabfbee4fd6bd to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/6e73e3f1c3484a37a48cabfbee4fd6bd 2024-12-02T19:56:13,371 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/4eebc5300d71430597891c46ef59d6d3 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/4eebc5300d71430597891c46ef59d6d3 2024-12-02T19:56:13,373 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/e995d98e4da14c8da0f81e9fa7ac56ae to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/e995d98e4da14c8da0f81e9fa7ac56ae 2024-12-02T19:56:13,374 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/98d45f6101b440bebafa8aed0be677ba to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/98d45f6101b440bebafa8aed0be677ba 2024-12-02T19:56:13,375 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/2c565953fde24538a1d032f80a799341 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/2c565953fde24538a1d032f80a799341 2024-12-02T19:56:13,376 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/1587fc278c3b4088be09f601e9ecaf4e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/1587fc278c3b4088be09f601e9ecaf4e 2024-12-02T19:56:13,377 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/b62da73b5f9c4a758bf5ba65a8ce69a2 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/b62da73b5f9c4a758bf5ba65a8ce69a2 2024-12-02T19:56:13,377 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/d0450141aec24002989d347a8ed0813e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/d0450141aec24002989d347a8ed0813e 2024-12-02T19:56:13,378 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/9c8d3714b281474996ef6809d25f5f90 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/9c8d3714b281474996ef6809d25f5f90 2024-12-02T19:56:13,379 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/21bea83346354e589607abd8ffcd8a47 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/21bea83346354e589607abd8ffcd8a47 2024-12-02T19:56:13,380 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/2fe8383a09ac438da81f1b0d9ff48dc2 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/2fe8383a09ac438da81f1b0d9ff48dc2 2024-12-02T19:56:13,381 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/af555b5e9bd4440c806b0a5a890b3461 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/af555b5e9bd4440c806b0a5a890b3461 2024-12-02T19:56:13,382 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/18da165d9d5f40ed8811a609ff338249 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/18da165d9d5f40ed8811a609ff338249 2024-12-02T19:56:13,383 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/c8847f3d746c43929c69315905c2aae0 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/c8847f3d746c43929c69315905c2aae0 2024-12-02T19:56:13,384 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/25971ded2e88432ca44056bbfa1f70a5 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/25971ded2e88432ca44056bbfa1f70a5 2024-12-02T19:56:13,384 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/ca4b05647241482281cce8aba8c7bd1b to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/ca4b05647241482281cce8aba8c7bd1b 2024-12-02T19:56:13,385 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/c3aed942ac52449ab28f757de4ed0e86 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/c3aed942ac52449ab28f757de4ed0e86 2024-12-02T19:56:13,386 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/7e657b9a0b9f4bcb871475fef8418c84 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/7e657b9a0b9f4bcb871475fef8418c84 2024-12-02T19:56:13,387 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/41da596d17ea4b2d85fa3c41061bce5c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/41da596d17ea4b2d85fa3c41061bce5c 2024-12-02T19:56:13,387 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/96b676545e7e4807a58212281b23397e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/96b676545e7e4807a58212281b23397e 2024-12-02T19:56:13,388 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/b7d7785141eb44d1858b8be2cccd9fcf to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/b7d7785141eb44d1858b8be2cccd9fcf 2024-12-02T19:56:13,389 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/028e5aa973434859b16f365b27a4f608 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/028e5aa973434859b16f365b27a4f608 2024-12-02T19:56:13,390 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/f36fba890ee447788a191e11e7c1cfcb to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/f36fba890ee447788a191e11e7c1cfcb 2024-12-02T19:56:13,390 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/541e0779a74b4864af6d4cd60dae009e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/541e0779a74b4864af6d4cd60dae009e 2024-12-02T19:56:13,391 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/590e43da778346d3bdc569ddc285a574, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/489c768e5c3a407e8a3a12d0828b142f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/0cacd7e8c60b4cb49b71c5a931920c01, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/4f867c2fea404972a973f0adeb3114be, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/00550b1bfc7c42ec9fffd98cc9bbd0f1, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/0ddaa46fc7fd43339997d1e920f074be, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/23be5c32eedd4747a2e70fe21bcaf33d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/9d0c5d37edd34356837608a4364270bc, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/abd3450f16e045b2a319c0ad6cc1e496, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/316aea79262146358670e3cdbd53003c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/4b5a55ebdc3c4735b4ca6734ba6e8302, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/f9e19489632344a3b0d855db7b7e60f1, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/b4b91a2aa4bd43f082cf8d06b1ac01b9, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/d0b4f8aaff354eb6b9d3e3014460c192, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/b5e62c9c2fa7428fb0237e95fd16f294, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/2d849e282914493b8b76c320b4f57626, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/7b115c2d500b4b489b38e1589e370317, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/297703d3ced14bb085323a38a0be0e83, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/b499756771a84c1ba34288d787951876, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/919fa5405e034eb1907908dc0c6c1dc5, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/e012f52c30ce4c2fa9465a077ad2b52e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/cf97847f14b44404b362f570f666e5cc, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/919ae7634b8a4d068d86aa5911a3b25e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/19579ae79e7546ec997878ef066f5611] to archive 2024-12-02T19:56:13,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T19:56:13,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/590e43da778346d3bdc569ddc285a574 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/590e43da778346d3bdc569ddc285a574 2024-12-02T19:56:13,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/489c768e5c3a407e8a3a12d0828b142f to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/489c768e5c3a407e8a3a12d0828b142f 2024-12-02T19:56:13,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/0cacd7e8c60b4cb49b71c5a931920c01 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/0cacd7e8c60b4cb49b71c5a931920c01 2024-12-02T19:56:13,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/4f867c2fea404972a973f0adeb3114be to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/4f867c2fea404972a973f0adeb3114be 2024-12-02T19:56:13,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/00550b1bfc7c42ec9fffd98cc9bbd0f1 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/00550b1bfc7c42ec9fffd98cc9bbd0f1 2024-12-02T19:56:13,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/0ddaa46fc7fd43339997d1e920f074be to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/0ddaa46fc7fd43339997d1e920f074be 2024-12-02T19:56:13,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/23be5c32eedd4747a2e70fe21bcaf33d to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/23be5c32eedd4747a2e70fe21bcaf33d 2024-12-02T19:56:13,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/9d0c5d37edd34356837608a4364270bc to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/9d0c5d37edd34356837608a4364270bc 2024-12-02T19:56:13,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/abd3450f16e045b2a319c0ad6cc1e496 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/abd3450f16e045b2a319c0ad6cc1e496 2024-12-02T19:56:13,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/316aea79262146358670e3cdbd53003c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/316aea79262146358670e3cdbd53003c 2024-12-02T19:56:13,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/4b5a55ebdc3c4735b4ca6734ba6e8302 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/4b5a55ebdc3c4735b4ca6734ba6e8302 2024-12-02T19:56:13,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/f9e19489632344a3b0d855db7b7e60f1 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/f9e19489632344a3b0d855db7b7e60f1 2024-12-02T19:56:13,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/b4b91a2aa4bd43f082cf8d06b1ac01b9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/b4b91a2aa4bd43f082cf8d06b1ac01b9 2024-12-02T19:56:13,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/d0b4f8aaff354eb6b9d3e3014460c192 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/d0b4f8aaff354eb6b9d3e3014460c192 2024-12-02T19:56:13,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/b5e62c9c2fa7428fb0237e95fd16f294 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/b5e62c9c2fa7428fb0237e95fd16f294 2024-12-02T19:56:13,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/2d849e282914493b8b76c320b4f57626 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/2d849e282914493b8b76c320b4f57626 2024-12-02T19:56:13,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/7b115c2d500b4b489b38e1589e370317 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/7b115c2d500b4b489b38e1589e370317 2024-12-02T19:56:13,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/297703d3ced14bb085323a38a0be0e83 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/297703d3ced14bb085323a38a0be0e83 2024-12-02T19:56:13,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/b499756771a84c1ba34288d787951876 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/b499756771a84c1ba34288d787951876 2024-12-02T19:56:13,408 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/919fa5405e034eb1907908dc0c6c1dc5 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/919fa5405e034eb1907908dc0c6c1dc5 2024-12-02T19:56:13,408 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/e012f52c30ce4c2fa9465a077ad2b52e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/e012f52c30ce4c2fa9465a077ad2b52e 2024-12-02T19:56:13,409 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/cf97847f14b44404b362f570f666e5cc to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/cf97847f14b44404b362f570f666e5cc 2024-12-02T19:56:13,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/919ae7634b8a4d068d86aa5911a3b25e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/919ae7634b8a4d068d86aa5911a3b25e 2024-12-02T19:56:13,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/19579ae79e7546ec997878ef066f5611 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/19579ae79e7546ec997878ef066f5611 2024-12-02T19:56:13,414 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/recovered.edits/426.seqid, newMaxSeqId=426, maxSeqId=4 2024-12-02T19:56:13,415 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. 2024-12-02T19:56:13,415 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1676): Region close journal for 745d439d7ed478cc2f65a742fd44f9a9: Waiting for close lock at 1733169371649Running coprocessor pre-close hooks at 1733169371649Disabling compacts and flushes for region at 1733169371649Disabling writes for close at 1733169371649Obtaining lock to block concurrent updates at 1733169371649Preparing flush snapshotting stores in 745d439d7ed478cc2f65a742fd44f9a9 at 1733169371649Finished memstore snapshotting TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1733169371650 (+1 ms)Flushing stores of TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9. at 1733169371650Flushing 745d439d7ed478cc2f65a742fd44f9a9/A: creating writer at 1733169371650Flushing mob file 745d439d7ed478cc2f65a742fd44f9a9/A: appending metadata at 1733169371655 (+5 ms)Flushing mob file 745d439d7ed478cc2f65a742fd44f9a9/A: closing flushed file at 1733169371655Flushing 745d439d7ed478cc2f65a742fd44f9a9/A: appending metadata at 1733169372070 (+415 ms)Flushing 745d439d7ed478cc2f65a742fd44f9a9/A: closing flushed file at 1733169372070Flushing 745d439d7ed478cc2f65a742fd44f9a9/B: creating writer at 1733169372490 (+420 ms)Flushing 745d439d7ed478cc2f65a742fd44f9a9/B: appending metadata at 1733169372493 (+3 ms)Flushing 745d439d7ed478cc2f65a742fd44f9a9/B: closing flushed file at 1733169372493Flushing 745d439d7ed478cc2f65a742fd44f9a9/C: creating writer at 1733169372909 (+416 ms)Flushing 745d439d7ed478cc2f65a742fd44f9a9/C: appending metadata at 1733169372912 (+3 ms)Flushing 745d439d7ed478cc2f65a742fd44f9a9/C: closing flushed file at 1733169372912Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5009731c: reopening flushed file at 1733169373326 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d18ad15: reopening flushed file at 1733169373333 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b0c421d: reopening flushed file at 1733169373337 (+4 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 745d439d7ed478cc2f65a742fd44f9a9 in 1693ms, sequenceid=423, compaction requested=true at 1733169373342 (+5 ms)Writing region close event to WAL at 1733169373412 (+70 ms)Running coprocessor post-close hooks at 1733169373415 (+3 ms)Closed at 1733169373415 2024-12-02T19:56:13,417 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] handler.UnassignRegionHandler(157): Closed 745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:56:13,417 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=54 updating hbase:meta row=745d439d7ed478cc2f65a742fd44f9a9, regionState=CLOSED 2024-12-02T19:56:13,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=54, state=RUNNABLE, hasLock=false; CloseRegionProcedure 745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 because future has completed 2024-12-02T19:56:13,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-02T19:56:13,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; CloseRegionProcedure 745d439d7ed478cc2f65a742fd44f9a9, server=41897df2911b,36713,1733169305610 in 1.9220 sec 2024-12-02T19:56:13,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=53 2024-12-02T19:56:13,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=745d439d7ed478cc2f65a742fd44f9a9, UNASSIGN in 1.9270 sec 2024-12-02T19:56:13,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-02T19:56:13,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9310 sec 2024-12-02T19:56:13,424 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169373424"}]},"ts":"1733169373424"} 2024-12-02T19:56:13,425 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-02T19:56:13,425 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-02T19:56:13,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9420 sec 2024-12-02T19:56:13,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-02T19:56:13,639 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:56:13,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-02T19:56:13,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:56:13,643 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=56, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:56:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-02T19:56:13,644 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=56, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:56:13,647 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:56:13,650 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A, FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B, FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C, FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/recovered.edits] 2024-12-02T19:56:13,653 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/c3079e9d33c64861830369ef6bb42188 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/c3079e9d33c64861830369ef6bb42188 2024-12-02T19:56:13,654 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/eda740f4ad27429584fce49157d21a00 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/eda740f4ad27429584fce49157d21a00 2024-12-02T19:56:13,655 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/f294d977e3f54a5893b35871deaa8e41 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/A/f294d977e3f54a5893b35871deaa8e41 2024-12-02T19:56:13,657 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/b5e036e7a6e540ee9dd2245dbfa8305c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/b5e036e7a6e540ee9dd2245dbfa8305c 2024-12-02T19:56:13,658 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/b7d7f358347240ceb5ba5ac863c0ba65 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/b7d7f358347240ceb5ba5ac863c0ba65 2024-12-02T19:56:13,659 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/e4be0d39deb7426aa1c5a058be9f42d6 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/B/e4be0d39deb7426aa1c5a058be9f42d6 2024-12-02T19:56:13,661 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/2d399b15043c407991d01083cd9dfacc to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/2d399b15043c407991d01083cd9dfacc 2024-12-02T19:56:13,662 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/aac4734c1c2c4e7a8011706c2a91bee9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/aac4734c1c2c4e7a8011706c2a91bee9 2024-12-02T19:56:13,663 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/d40e12ea8cdc4a3dbd587e9c6cc887a0 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/C/d40e12ea8cdc4a3dbd587e9c6cc887a0 2024-12-02T19:56:13,665 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/recovered.edits/426.seqid to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9/recovered.edits/426.seqid 2024-12-02T19:56:13,665 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:56:13,666 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-02T19:56:13,666 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-02T19:56:13,667 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-02T19:56:13,670 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020eed74d419954573a999aebb06f6649b_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020eed74d419954573a999aebb06f6649b_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:56:13,671 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120210f618b9350649d4bf63d9b4d6299bed_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120210f618b9350649d4bf63d9b4d6299bed_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:56:13,672 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120219288d7c5c6549bc8cc360792e961ee0_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120219288d7c5c6549bc8cc360792e961ee0_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:56:13,673 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120220724a0152674825a3b8c7b2001b0883_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120220724a0152674825a3b8c7b2001b0883_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:56:13,674 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412022a86f0dcdf9442dea0b9e006ff275f6e_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412022a86f0dcdf9442dea0b9e006ff275f6e_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:56:13,675 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120258625365359a4a1ca642f39be172a9f8_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120258625365359a4a1ca642f39be172a9f8_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:56:13,676 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025bf4bb64885b4d62bf4915e11e72db5c_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025bf4bb64885b4d62bf4915e11e72db5c_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:56:13,677 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026214855f60c94ad8afd961fde27f4751_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026214855f60c94ad8afd961fde27f4751_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:56:13,678 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026705388f9c9b457c84815cb998d3d48d_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026705388f9c9b457c84815cb998d3d48d_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:56:13,679 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202741af22931054ea588dac86908ee5b5a_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202741af22931054ea588dac86908ee5b5a_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:56:13,680 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412027d2eff910bd7423381407513b1dc3106_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412027d2eff910bd7423381407513b1dc3106_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:56:13,681 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120285366cf7bf274a43be6de5f8edb050cc_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120285366cf7bf274a43be6de5f8edb050cc_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:56:13,682 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202a5b43eee14ae45a6a12593ecfcad1ac5_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202a5b43eee14ae45a6a12593ecfcad1ac5_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:56:13,683 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b494c4faa3c54fc88d21c21e1c3ef8fb_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b494c4faa3c54fc88d21c21e1c3ef8fb_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:56:13,684 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202bc6d940756df4b4cb10d2fd56f31437d_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202bc6d940756df4b4cb10d2fd56f31437d_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:56:13,685 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d4b633542ede46dda180749425dc7ae2_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d4b633542ede46dda180749425dc7ae2_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:56:13,686 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202da8d2dba58eb4173b4ab488014904927_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202da8d2dba58eb4173b4ab488014904927_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:56:13,687 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202de3e07cfb5ff47c6917aa45d6f73108d_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202de3e07cfb5ff47c6917aa45d6f73108d_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:56:13,689 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202df4041c876ba439b9f6842168ef0116d_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202df4041c876ba439b9f6842168ef0116d_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:56:13,690 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202f86cfb0a06434f3c9af5a50b94bb4625_745d439d7ed478cc2f65a742fd44f9a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202f86cfb0a06434f3c9af5a50b94bb4625_745d439d7ed478cc2f65a742fd44f9a9 2024-12-02T19:56:13,691 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-02T19:56:13,693 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=56, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:56:13,697 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-02T19:56:13,699 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-02T19:56:13,700 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=56, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:56:13,700 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-02T19:56:13,701 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733169373700"}]},"ts":"9223372036854775807"} 2024-12-02T19:56:13,703 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-02T19:56:13,703 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 745d439d7ed478cc2f65a742fd44f9a9, NAME => 'TestAcidGuarantees,,1733169336833.745d439d7ed478cc2f65a742fd44f9a9.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T19:56:13,703 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-02T19:56:13,703 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733169373703"}]},"ts":"9223372036854775807"} 2024-12-02T19:56:13,705 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-02T19:56:13,706 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=56, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:56:13,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 66 msec 2024-12-02T19:56:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-02T19:56:13,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-02T19:56:13,752 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:56:13,758 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248 (was 249), OpenFileDescriptor=449 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=488 (was 592), ProcessCount=11 (was 11), AvailableMemoryMB=10029 (was 10429) 2024-12-02T19:56:13,767 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=488, ProcessCount=11, AvailableMemoryMB=10026 2024-12-02T19:56:13,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T19:56:13,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:56:13,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-02T19:56:13,771 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T19:56:13,771 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:13,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 57 2024-12-02T19:56:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-12-02T19:56:13,772 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T19:56:13,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742065_1241 (size=1061) 2024-12-02T19:56:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-12-02T19:56:14,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-12-02T19:56:14,181 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c 2024-12-02T19:56:14,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742066_1242 (size=53) 2024-12-02T19:56:14,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-12-02T19:56:14,591 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:56:14,591 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing a389d769f93393cdf6609f9a7db76e15, disabling compactions & flushes 2024-12-02T19:56:14,591 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:14,591 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:14,591 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. after waiting 0 ms 2024-12-02T19:56:14,591 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:14,591 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:14,591 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for a389d769f93393cdf6609f9a7db76e15: Waiting for close lock at 1733169374591Disabling compacts and flushes for region at 1733169374591Disabling writes for close at 1733169374591Writing region close event to WAL at 1733169374591Closed at 1733169374591 2024-12-02T19:56:14,594 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T19:56:14,595 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733169374594"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169374594"}]},"ts":"1733169374594"} 2024-12-02T19:56:14,599 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T19:56:14,600 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T19:56:14,600 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169374600"}]},"ts":"1733169374600"} 2024-12-02T19:56:14,602 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-02T19:56:14,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a389d769f93393cdf6609f9a7db76e15, ASSIGN}] 2024-12-02T19:56:14,603 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a389d769f93393cdf6609f9a7db76e15, ASSIGN 2024-12-02T19:56:14,604 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a389d769f93393cdf6609f9a7db76e15, ASSIGN; state=OFFLINE, location=41897df2911b,36713,1733169305610; forceNewPlan=false, retain=false 2024-12-02T19:56:14,755 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=a389d769f93393cdf6609f9a7db76e15, regionState=OPENING, regionLocation=41897df2911b,36713,1733169305610 2024-12-02T19:56:14,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a389d769f93393cdf6609f9a7db76e15, ASSIGN because future has completed 2024-12-02T19:56:14,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; OpenRegionProcedure a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610}] 2024-12-02T19:56:14,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-12-02T19:56:14,918 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:14,919 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7752): Opening region: {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:56:14,919 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:14,919 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:56:14,919 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7794): checking encryption for a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:14,919 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7797): checking classloading for a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:14,921 INFO [StoreOpener-a389d769f93393cdf6609f9a7db76e15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:14,923 INFO [StoreOpener-a389d769f93393cdf6609f9a7db76e15-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-02T19:56:14,924 INFO [StoreOpener-a389d769f93393cdf6609f9a7db76e15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a389d769f93393cdf6609f9a7db76e15 columnFamilyName A 2024-12-02T19:56:14,924 DEBUG [StoreOpener-a389d769f93393cdf6609f9a7db76e15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:14,925 INFO [StoreOpener-a389d769f93393cdf6609f9a7db76e15-1 {}] regionserver.HStore(327): Store=a389d769f93393cdf6609f9a7db76e15/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:56:14,925 INFO [StoreOpener-a389d769f93393cdf6609f9a7db76e15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:14,926 INFO [StoreOpener-a389d769f93393cdf6609f9a7db76e15-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-02T19:56:14,927 INFO [StoreOpener-a389d769f93393cdf6609f9a7db76e15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a389d769f93393cdf6609f9a7db76e15 columnFamilyName B 2024-12-02T19:56:14,927 DEBUG [StoreOpener-a389d769f93393cdf6609f9a7db76e15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:14,927 INFO [StoreOpener-a389d769f93393cdf6609f9a7db76e15-1 {}] regionserver.HStore(327): Store=a389d769f93393cdf6609f9a7db76e15/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:56:14,927 INFO [StoreOpener-a389d769f93393cdf6609f9a7db76e15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:14,928 INFO [StoreOpener-a389d769f93393cdf6609f9a7db76e15-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-02T19:56:14,928 INFO [StoreOpener-a389d769f93393cdf6609f9a7db76e15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a389d769f93393cdf6609f9a7db76e15 columnFamilyName C 2024-12-02T19:56:14,928 DEBUG [StoreOpener-a389d769f93393cdf6609f9a7db76e15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:14,928 INFO [StoreOpener-a389d769f93393cdf6609f9a7db76e15-1 {}] regionserver.HStore(327): Store=a389d769f93393cdf6609f9a7db76e15/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:56:14,928 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:14,929 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1038): replaying wal for a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:14,929 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:14,929 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:14,930 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1048): stopping wal replay for a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:14,930 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1060): Cleaning up temporary data for a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:14,930 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T19:56:14,931 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1093): writing seq id for a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:14,933 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:56:14,933 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1114): Opened a389d769f93393cdf6609f9a7db76e15; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64023701, jitterRate=-0.04597251117229462}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T19:56:14,933 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:14,934 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1006): Region open journal for a389d769f93393cdf6609f9a7db76e15: Running coprocessor pre-open hook at 1733169374920Writing region info on filesystem at 1733169374920Initializing all the Stores at 1733169374921 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169374921Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169374921Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169374921Cleaning up temporary data from old regions at 1733169374930 (+9 ms)Running coprocessor post-open hooks at 1733169374933 (+3 ms)Region opened successfully at 1733169374934 (+1 ms) 2024-12-02T19:56:14,934 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., pid=59, masterSystemTime=1733169374913 2024-12-02T19:56:14,936 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:14,936 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:14,937 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=a389d769f93393cdf6609f9a7db76e15, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,36713,1733169305610 2024-12-02T19:56:14,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; OpenRegionProcedure a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 because future has completed 2024-12-02T19:56:14,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-02T19:56:14,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; OpenRegionProcedure a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 in 180 msec 2024-12-02T19:56:14,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-12-02T19:56:14,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a389d769f93393cdf6609f9a7db76e15, ASSIGN in 338 msec 2024-12-02T19:56:14,942 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T19:56:14,943 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169374942"}]},"ts":"1733169374942"} 2024-12-02T19:56:14,944 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-02T19:56:14,944 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T19:56:14,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1750 sec 2024-12-02T19:56:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-12-02T19:56:15,919 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:56:15,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe11fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,922 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:56:15,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:56:15,924 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:56:15,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:56:15,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:56:15,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@113e0c81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:56:15,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:56:15,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:15,927 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41500, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:56:15,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb24a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,929 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:56:15,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:56:15,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:56:15,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:56:15,932 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T19:56:15,933 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 41897df2911b,45363,1733169304814 2024-12-02T19:56:15,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b785306 2024-12-02T19:56:15,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T19:56:15,935 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41516, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T19:56:15,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ad36e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,937 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:56:15,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:56:15,938 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:56:15,939 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:56:15,939 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:56:15,939 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fee211d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,939 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:56:15,939 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:56:15,940 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:15,941 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:56:15,941 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7d9890, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b38a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:56:15,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:56:15,943 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:56:15,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:56:15,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:56:15,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d472146, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:56:15,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:56:15,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:15,945 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41562, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:56:15,946 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c14c5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260eab4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,947 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:56:15,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:56:15,947 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:56:15,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:56:15,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:56:15,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6397b936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:56:15,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:56:15,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:15,948 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41580, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:56:15,949 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@166e0e26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699a7f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:56:15,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:56:15,950 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:56:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:56:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:56:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab08cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:56:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:56:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:15,951 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:56:15,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe06b72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5559acf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,952 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:56:15,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:56:15,953 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:56:15,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:56:15,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:56:15,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39cdd6ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:56:15,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:56:15,953 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:15,954 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41626, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:56:15,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fdb2bfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8815e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,955 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:56:15,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:56:15,956 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:56:15,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:56:15,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:56:15,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f11c96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:56:15,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:56:15,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:15,957 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41654, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:56:15,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@753a34ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ed310c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,958 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:56:15,958 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:56:15,958 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:56:15,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:56:15,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:56:15,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de5daa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:56:15,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:56:15,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:15,960 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:56:15,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c2b657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176a9725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:56:15,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:56:15,962 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:56:15,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:56:15,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:56:15,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19caae97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:56:15,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:56:15,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:15,963 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41692, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:56:15,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3170b92d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5762fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,964 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:56:15,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:56:15,965 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:56:15,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:56:15,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:56:15,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c369e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:56:15,965 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:56:15,966 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:15,966 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:56:15,967 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@291ef83d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f72a925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:56:15,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:56:15,968 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:56:15,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:56:15,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:56:15,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c68d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:56:15,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:56:15,969 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:15,969 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:56:15,970 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@524142fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:15,970 DEBUG [Thread-1138 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:56:15,970 DEBUG [Thread-1136 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:56:15,970 DEBUG [Thread-1125 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:56:15,970 DEBUG [Thread-1142 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:56:15,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:56:15,971 DEBUG [Thread-1133 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:56:15,971 DEBUG [Thread-1127 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:56:15,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:56:15,971 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:56:15,971 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:56:15,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:56:15,971 DEBUG [Thread-1129 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:56:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-12-02T19:56:15,972 DEBUG [Thread-1144 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:56:15,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:56:15,972 DEBUG [Thread-1131 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:56:15,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:56:15,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:56:15,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:56:15,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:56:15,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:56:15,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53702, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:56:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-02T19:56:15,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:56:15,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:56:15,973 DEBUG [Thread-1140 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:56:15,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:56:15,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:56:15,973 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:56:15,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:56:15,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:56:15,973 DEBUG [Thread-1144 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:56:15,974 DEBUG [Thread-1144 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:56:15,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:56:15,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:56:15,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:56:15,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:56:15,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:56:15,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:56:15,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53768, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:56:15,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2] 2024-12-02T19:56:15,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:56:15,976 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2] 2024-12-02T19:56:15,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2] 2024-12-02T19:56:15,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2] 2024-12-02T19:56:15,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2] 2024-12-02T19:56:15,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2] 2024-12-02T19:56:15,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53732, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:56:15,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2] 2024-12-02T19:56:15,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:56:15,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:56:15,978 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:56:15,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:56:15,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2] 2024-12-02T19:56:15,981 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2] 2024-12-02T19:56:15,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2] 2024-12-02T19:56:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:15,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a389d769f93393cdf6609f9a7db76e15 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-02T19:56:15,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=A 2024-12-02T19:56:15,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:15,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=B 2024-12-02T19:56:15,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:15,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=C 2024-12-02T19:56:15,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:16,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:16,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169436003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169436003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:16,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:16,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/fa9df48c96724205a6002345365f666b is 50, key is test_row_0/A:col10/1733169375984/Put/seqid=0 2024-12-02T19:56:16,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733169376001, max timestamp=1733169376007Num uniques 859; 2024-12-02T19:56:16,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733169376001, max timestamp=1733169376007Num uniques 859; 2024-12-02T19:56:16,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-02T19:56:16,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:16,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733169376001, max timestamp=1733169376007Num uniques 859; 2024-12-02T19:56:16,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-02T19:56:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169436005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:16,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-02T19:56:16,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:16,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:16,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742067_1243 (size=12001) 2024-12-02T19:56:16,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/fa9df48c96724205a6002345365f666b 2024-12-02T19:56:16,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/687c88c8dcf84b73a7949e055de6b416 is 50, key is test_row_0/B:col10/1733169375984/Put/seqid=0 2024-12-02T19:56:16,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169436074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:16,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-02T19:56:16,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169436076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:16,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:16,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:16,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742068_1244 (size=12001) 2024-12-02T19:56:16,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/687c88c8dcf84b73a7949e055de6b416 2024-12-02T19:56:16,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/335a4834d76248f9bcce8ec8c3ebdebe is 50, key is test_row_0/C:col10/1733169375984/Put/seqid=0 2024-12-02T19:56:16,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742069_1245 (size=12001) 2024-12-02T19:56:16,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169436119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:16,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:16,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:16,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169436119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169436119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:16,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:16,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:16,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-02T19:56:16,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:16,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:16,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:16,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:16,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:16,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:16,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:16,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169436189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:16,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:16,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169436190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:16,192 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:16,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:16,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-02T19:56:16,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-02T19:56:16,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:16,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:16,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:16,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:16,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:16,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169436328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:16,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169436328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:16,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169436328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:16,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:16,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169436398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:16,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:16,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:16,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169436398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:16,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:16,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-02T19:56:16,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:16,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:16,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:16,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:16,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:16,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:16,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/335a4834d76248f9bcce8ec8c3ebdebe 2024-12-02T19:56:16,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/fa9df48c96724205a6002345365f666b as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/fa9df48c96724205a6002345365f666b 2024-12-02T19:56:16,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/fa9df48c96724205a6002345365f666b, entries=150, sequenceid=12, filesize=11.7 K 2024-12-02T19:56:16,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/687c88c8dcf84b73a7949e055de6b416 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/687c88c8dcf84b73a7949e055de6b416 2024-12-02T19:56:16,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/687c88c8dcf84b73a7949e055de6b416, entries=150, sequenceid=12, filesize=11.7 K 2024-12-02T19:56:16,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/335a4834d76248f9bcce8ec8c3ebdebe as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/335a4834d76248f9bcce8ec8c3ebdebe 2024-12-02T19:56:16,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/335a4834d76248f9bcce8ec8c3ebdebe, entries=150, sequenceid=12, filesize=11.7 K 2024-12-02T19:56:16,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for a389d769f93393cdf6609f9a7db76e15 in 554ms, sequenceid=12, compaction requested=false 2024-12-02T19:56:16,539 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-02T19:56:16,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:16,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-02T19:56:16,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:16,593 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing a389d769f93393cdf6609f9a7db76e15 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-12-02T19:56:16,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=A 2024-12-02T19:56:16,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:56:16,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=B 2024-12-02T19:56:16,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:56:16,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=C 2024-12-02T19:56:16,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:56:16,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/a07b32ceee9e47208924f6dffaedc405 is 50, key is test_row_0/A:col10/1733169376072/Put/seqid=0 2024-12-02T19:56:16,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-02T19:56:16,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742070_1246 (size=12001) 2024-12-02T19:56:16,616 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/a07b32ceee9e47208924f6dffaedc405 2024-12-02T19:56:16,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/1cad737d8e9947a7804ee89f5e99e6c7 is 50, key is test_row_0/B:col10/1733169376072/Put/seqid=0 2024-12-02T19:56:16,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742071_1247 (size=12001) 2024-12-02T19:56:16,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:16,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:16,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:16,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169436649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:16,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,651 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:16,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:16,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169436649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:16,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:16,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,653 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:16,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169436650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:16,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:16,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:16,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169436708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:16,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:16,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169436708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:16,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:16,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:16,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:16,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169436759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:16,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:16,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:16,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169436759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:16,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:16,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:16,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169436759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:16,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:16,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169436968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:16,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:16,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:16,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169436968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:16,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:16,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169436968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:16,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:16,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:17,033 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/1cad737d8e9947a7804ee89f5e99e6c7 2024-12-02T19:56:17,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/517a359264b24f28920e9a7f11349b4c is 50, key is test_row_0/C:col10/1733169376072/Put/seqid=0 2024-12-02T19:56:17,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742072_1248 (size=12001) 2024-12-02T19:56:17,054 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/517a359264b24f28920e9a7f11349b4c 2024-12-02T19:56:17,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/a07b32ceee9e47208924f6dffaedc405 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/a07b32ceee9e47208924f6dffaedc405 2024-12-02T19:56:17,064 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/a07b32ceee9e47208924f6dffaedc405, entries=150, sequenceid=47, filesize=11.7 K 2024-12-02T19:56:17,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/1cad737d8e9947a7804ee89f5e99e6c7 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/1cad737d8e9947a7804ee89f5e99e6c7 2024-12-02T19:56:17,069 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/1cad737d8e9947a7804ee89f5e99e6c7, entries=150, sequenceid=47, filesize=11.7 K 2024-12-02T19:56:17,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/517a359264b24f28920e9a7f11349b4c as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/517a359264b24f28920e9a7f11349b4c 2024-12-02T19:56:17,073 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/517a359264b24f28920e9a7f11349b4c, entries=150, sequenceid=47, filesize=11.7 K 2024-12-02T19:56:17,074 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=60.38 KB/61830 for a389d769f93393cdf6609f9a7db76e15 in 481ms, sequenceid=47, compaction requested=false 2024-12-02T19:56:17,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:17,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:17,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-12-02T19:56:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-12-02T19:56:17,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-02T19:56:17,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0970 sec 2024-12-02T19:56:17,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 1.1060 sec 2024-12-02T19:56:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-02T19:56:17,109 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:56:17,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:56:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-12-02T19:56:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-02T19:56:17,111 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:56:17,111 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:56:17,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:56:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-02T19:56:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:17,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a389d769f93393cdf6609f9a7db76e15 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-02T19:56:17,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=A 2024-12-02T19:56:17,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:17,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=B 2024-12-02T19:56:17,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:17,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=C 2024-12-02T19:56:17,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:17,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/5c9836e934a94368b54c8070e90bc186 is 50, key is test_row_0/A:col10/1733169377220/Put/seqid=0 2024-12-02T19:56:17,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742073_1249 (size=16681) 2024-12-02T19:56:17,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/5c9836e934a94368b54c8070e90bc186 2024-12-02T19:56:17,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/5ee92f1f0767445480c9ddf5871c5573 is 50, key is test_row_0/B:col10/1733169377220/Put/seqid=0 2024-12-02T19:56:17,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169437251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:17,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:17,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169437253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:17,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:17,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742074_1250 (size=12001) 2024-12-02T19:56:17,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-02T19:56:17,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:17,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:17,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:17,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:17,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:17,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169437278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:17,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:17,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169437278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:17,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:17,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169437278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:17,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:17,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:17,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169437358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:17,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:17,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169437358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:17,361 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:17,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:17,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-02T19:56:17,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:17,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:17,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:17,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:17,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-02T19:56:17,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169437568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:17,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169437568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:17,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:17,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:17,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-02T19:56:17,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:17,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:17,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:17,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:17,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:17,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/5ee92f1f0767445480c9ddf5871c5573 2024-12-02T19:56:17,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/e59d840785b6436cbef76a2a01986857 is 50, key is test_row_0/C:col10/1733169377220/Put/seqid=0 2024-12-02T19:56:17,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742075_1251 (size=12001) 2024-12-02T19:56:17,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/e59d840785b6436cbef76a2a01986857 2024-12-02T19:56:17,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/5c9836e934a94368b54c8070e90bc186 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/5c9836e934a94368b54c8070e90bc186 2024-12-02T19:56:17,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/5c9836e934a94368b54c8070e90bc186, entries=250, sequenceid=61, filesize=16.3 K 2024-12-02T19:56:17,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/5ee92f1f0767445480c9ddf5871c5573 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/5ee92f1f0767445480c9ddf5871c5573 2024-12-02T19:56:17,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/5ee92f1f0767445480c9ddf5871c5573, entries=150, sequenceid=61, filesize=11.7 K 2024-12-02T19:56:17,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/e59d840785b6436cbef76a2a01986857 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/e59d840785b6436cbef76a2a01986857 2024-12-02T19:56:17,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/e59d840785b6436cbef76a2a01986857, entries=150, sequenceid=61, filesize=11.7 K 2024-12-02T19:56:17,704 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for a389d769f93393cdf6609f9a7db76e15 in 483ms, sequenceid=61, compaction requested=true 2024-12-02T19:56:17,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:17,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:56:17,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:17,704 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:17,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:56:17,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:17,704 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:17,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:56:17,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:17,705 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:17,705 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:17,705 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/A is initiating minor compaction (all files) 2024-12-02T19:56:17,705 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/B is initiating minor compaction (all files) 2024-12-02T19:56:17,705 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/A in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:17,705 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/B in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:17,705 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/fa9df48c96724205a6002345365f666b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/a07b32ceee9e47208924f6dffaedc405, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/5c9836e934a94368b54c8070e90bc186] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=39.7 K 2024-12-02T19:56:17,705 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/687c88c8dcf84b73a7949e055de6b416, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/1cad737d8e9947a7804ee89f5e99e6c7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/5ee92f1f0767445480c9ddf5871c5573] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=35.2 K 2024-12-02T19:56:17,706 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa9df48c96724205a6002345365f666b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733169375983 2024-12-02T19:56:17,706 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 687c88c8dcf84b73a7949e055de6b416, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733169375983 2024-12-02T19:56:17,706 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting a07b32ceee9e47208924f6dffaedc405, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733169376011 2024-12-02T19:56:17,706 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 1cad737d8e9947a7804ee89f5e99e6c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733169376011 2024-12-02T19:56:17,706 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ee92f1f0767445480c9ddf5871c5573, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733169376639 2024-12-02T19:56:17,706 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c9836e934a94368b54c8070e90bc186, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733169376639 2024-12-02T19:56:17,713 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#B#compaction#207 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:17,714 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/8d12fcac9a6a4aaab01b3e041e5c1461 is 50, key is test_row_0/B:col10/1733169377220/Put/seqid=0 2024-12-02T19:56:17,716 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#A#compaction#208 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:17,716 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/cd44cabff26b4be4b1fe114b7ee4c75e is 50, key is test_row_0/A:col10/1733169377220/Put/seqid=0 2024-12-02T19:56:17,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742076_1252 (size=12104) 2024-12-02T19:56:17,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742077_1253 (size=12104) 2024-12-02T19:56:17,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-12-02T19:56:17,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:17,737 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing a389d769f93393cdf6609f9a7db76e15 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-02T19:56:17,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=A 2024-12-02T19:56:17,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:17,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=B 2024-12-02T19:56:17,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:17,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=C 2024-12-02T19:56:17,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:17,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-02T19:56:17,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/6101a74e724649e5b521248f815eefed is 50, key is test_row_0/A:col10/1733169377252/Put/seqid=0 2024-12-02T19:56:17,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742078_1254 (size=12001) 2024-12-02T19:56:17,748 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/6101a74e724649e5b521248f815eefed 2024-12-02T19:56:17,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/a52f5499bbb146d38393678a03113ce5 is 50, key is test_row_0/B:col10/1733169377252/Put/seqid=0 2024-12-02T19:56:17,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742079_1255 (size=12001) 2024-12-02T19:56:17,775 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/a52f5499bbb146d38393678a03113ce5 2024-12-02T19:56:17,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/70345241b0394a4487c92b2dd607022f is 50, key is test_row_0/C:col10/1733169377252/Put/seqid=0 2024-12-02T19:56:17,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:17,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:17,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742080_1256 (size=12001) 2024-12-02T19:56:17,804 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/70345241b0394a4487c92b2dd607022f 2024-12-02T19:56:17,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/6101a74e724649e5b521248f815eefed as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/6101a74e724649e5b521248f815eefed 2024-12-02T19:56:17,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169437807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:17,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:17,815 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/6101a74e724649e5b521248f815eefed, entries=150, sequenceid=79, filesize=11.7 K 2024-12-02T19:56:17,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/a52f5499bbb146d38393678a03113ce5 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/a52f5499bbb146d38393678a03113ce5 2024-12-02T19:56:17,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169437812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:17,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:17,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:17,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169437814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:17,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:17,821 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/a52f5499bbb146d38393678a03113ce5, entries=150, sequenceid=79, filesize=11.7 K 2024-12-02T19:56:17,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/70345241b0394a4487c92b2dd607022f as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/70345241b0394a4487c92b2dd607022f 2024-12-02T19:56:17,827 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/70345241b0394a4487c92b2dd607022f, entries=150, sequenceid=79, filesize=11.7 K 2024-12-02T19:56:17,827 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for a389d769f93393cdf6609f9a7db76e15 in 90ms, sequenceid=79, compaction requested=true 2024-12-02T19:56:17,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:17,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:17,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-02T19:56:17,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-12-02T19:56:17,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-02T19:56:17,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 717 msec 2024-12-02T19:56:17,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 722 msec 2024-12-02T19:56:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:17,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a389d769f93393cdf6609f9a7db76e15 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-02T19:56:17,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=A 2024-12-02T19:56:17,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:17,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=B 2024-12-02T19:56:17,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:17,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=C 2024-12-02T19:56:17,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:17,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/eb234a80ee09482cb190425bae6f66de is 50, key is test_row_0/A:col10/1733169377804/Put/seqid=0 2024-12-02T19:56:17,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742081_1257 (size=14341) 2024-12-02T19:56:17,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/eb234a80ee09482cb190425bae6f66de 2024-12-02T19:56:17,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/f18949416a134b6e8ff8a4604b947ecb is 50, key is test_row_0/B:col10/1733169377804/Put/seqid=0 2024-12-02T19:56:17,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742082_1258 (size=12001) 2024-12-02T19:56:17,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169437920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:17,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:17,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169437928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:17,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:17,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169437947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:17,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:17,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169437947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:17,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:17,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:17,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169437947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:17,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:17,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:17,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:18,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169438059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:18,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169438059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:18,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:18,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:18,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:18,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:18,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169438059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:18,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:18,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:18,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:18,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:18,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:18,062 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169438059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:18,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:18,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:18,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:18,134 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/8d12fcac9a6a4aaab01b3e041e5c1461 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/8d12fcac9a6a4aaab01b3e041e5c1461 2024-12-02T19:56:18,135 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/cd44cabff26b4be4b1fe114b7ee4c75e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/cd44cabff26b4be4b1fe114b7ee4c75e 2024-12-02T19:56:18,142 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/A of a389d769f93393cdf6609f9a7db76e15 into cd44cabff26b4be4b1fe114b7ee4c75e(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:18,142 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:18,142 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/A, priority=13, startTime=1733169377704; duration=0sec 2024-12-02T19:56:18,142 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:18,142 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:A 2024-12-02T19:56:18,142 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T19:56:18,142 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/B of a389d769f93393cdf6609f9a7db76e15 into 8d12fcac9a6a4aaab01b3e041e5c1461(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:18,142 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:18,142 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/B, priority=13, startTime=1733169377704; duration=0sec 2024-12-02T19:56:18,142 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:18,142 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:B 2024-12-02T19:56:18,143 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T19:56:18,143 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/C is initiating minor compaction (all files) 2024-12-02T19:56:18,143 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/C in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:18,143 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/335a4834d76248f9bcce8ec8c3ebdebe, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/517a359264b24f28920e9a7f11349b4c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/e59d840785b6436cbef76a2a01986857, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/70345241b0394a4487c92b2dd607022f] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=46.9 K 2024-12-02T19:56:18,143 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 335a4834d76248f9bcce8ec8c3ebdebe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733169375983 2024-12-02T19:56:18,144 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 517a359264b24f28920e9a7f11349b4c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733169376011 2024-12-02T19:56:18,144 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting e59d840785b6436cbef76a2a01986857, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733169376639 2024-12-02T19:56:18,144 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70345241b0394a4487c92b2dd607022f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733169377242 2024-12-02T19:56:18,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169438158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:18,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:18,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:18,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:18,161 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#C#compaction#214 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:18,162 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/e196192df9614bee9f7d7dab0ea1bfd4 is 50, key is test_row_0/C:col10/1733169377252/Put/seqid=0 2024-12-02T19:56:18,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742083_1259 (size=12139) 2024-12-02T19:56:18,189 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/e196192df9614bee9f7d7dab0ea1bfd4 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/e196192df9614bee9f7d7dab0ea1bfd4 2024-12-02T19:56:18,195 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/C of a389d769f93393cdf6609f9a7db76e15 into e196192df9614bee9f7d7dab0ea1bfd4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:18,195 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:18,195 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/C, priority=12, startTime=1733169377704; duration=0sec 2024-12-02T19:56:18,195 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:18,195 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:C 2024-12-02T19:56:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-02T19:56:18,249 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:56:18,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:56:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-12-02T19:56:18,251 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:56:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-02T19:56:18,252 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:56:18,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:56:18,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:18,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169438268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169438268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:18,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169438268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:18,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:18,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:18,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169438269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:18,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:18,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:18,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:18,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:18,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:18,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:18,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:18,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:18,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:18,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:18,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/f18949416a134b6e8ff8a4604b947ecb 2024-12-02T19:56:18,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/8a8e4a61af05436b8439daa9bdb592b5 is 50, key is test_row_0/C:col10/1733169377804/Put/seqid=0 2024-12-02T19:56:18,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742084_1260 (size=12001) 2024-12-02T19:56:18,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-02T19:56:18,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-02T19:56:18,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:18,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:18,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:18,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:18,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:18,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169438468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:18,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:18,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:18,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:18,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-02T19:56:18,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:18,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:18,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:18,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:18,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-02T19:56:18,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169438578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:18,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:18,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:18,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:18,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169438578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:18,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169438578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:18,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:18,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:18,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:18,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169438579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:18,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:18,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:18,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:18,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:18,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:18,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:18,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-02T19:56:18,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:18,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:18,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:18,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:18,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:18,728 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/8a8e4a61af05436b8439daa9bdb592b5 2024-12-02T19:56:18,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/eb234a80ee09482cb190425bae6f66de as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/eb234a80ee09482cb190425bae6f66de 2024-12-02T19:56:18,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/eb234a80ee09482cb190425bae6f66de, entries=200, sequenceid=94, filesize=14.0 K 2024-12-02T19:56:18,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/f18949416a134b6e8ff8a4604b947ecb as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/f18949416a134b6e8ff8a4604b947ecb 2024-12-02T19:56:18,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/f18949416a134b6e8ff8a4604b947ecb, entries=150, sequenceid=94, filesize=11.7 K 2024-12-02T19:56:18,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/8a8e4a61af05436b8439daa9bdb592b5 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/8a8e4a61af05436b8439daa9bdb592b5 2024-12-02T19:56:18,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/8a8e4a61af05436b8439daa9bdb592b5, entries=150, sequenceid=94, filesize=11.7 K 2024-12-02T19:56:18,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for a389d769f93393cdf6609f9a7db76e15 in 865ms, sequenceid=94, compaction requested=true 2024-12-02T19:56:18,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:18,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:56:18,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:18,746 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:18,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:56:18,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:18,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:56:18,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:18,746 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:18,747 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:18,747 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:18,747 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/B is initiating minor compaction (all files) 2024-12-02T19:56:18,747 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/A is initiating minor compaction (all files) 2024-12-02T19:56:18,747 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/B in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:18,747 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/A in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:18,747 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/8d12fcac9a6a4aaab01b3e041e5c1461, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/a52f5499bbb146d38393678a03113ce5, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/f18949416a134b6e8ff8a4604b947ecb] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=35.3 K 2024-12-02T19:56:18,747 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/cd44cabff26b4be4b1fe114b7ee4c75e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/6101a74e724649e5b521248f815eefed, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/eb234a80ee09482cb190425bae6f66de] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=37.5 K 2024-12-02T19:56:18,748 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d12fcac9a6a4aaab01b3e041e5c1461, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733169376639 2024-12-02T19:56:18,748 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd44cabff26b4be4b1fe114b7ee4c75e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733169376639 2024-12-02T19:56:18,748 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting a52f5499bbb146d38393678a03113ce5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733169377242 2024-12-02T19:56:18,748 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6101a74e724649e5b521248f815eefed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733169377242 2024-12-02T19:56:18,748 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting f18949416a134b6e8ff8a4604b947ecb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733169377804 2024-12-02T19:56:18,748 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb234a80ee09482cb190425bae6f66de, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733169377804 2024-12-02T19:56:18,754 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#A#compaction#216 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:18,755 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/b5ec39704d684cb5ab11568f0f3f341f is 50, key is test_row_0/A:col10/1733169377804/Put/seqid=0 2024-12-02T19:56:18,758 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#B#compaction#217 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:18,758 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/50ca003cacc14db2859db5e525fbd46d is 50, key is test_row_0/B:col10/1733169377804/Put/seqid=0 2024-12-02T19:56:18,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742086_1262 (size=12207) 2024-12-02T19:56:18,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742085_1261 (size=12207) 2024-12-02T19:56:18,774 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/50ca003cacc14db2859db5e525fbd46d as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/50ca003cacc14db2859db5e525fbd46d 2024-12-02T19:56:18,779 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/B of a389d769f93393cdf6609f9a7db76e15 into 50ca003cacc14db2859db5e525fbd46d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:18,779 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:18,779 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/B, priority=13, startTime=1733169378746; duration=0sec 2024-12-02T19:56:18,779 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:18,779 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:B 2024-12-02T19:56:18,779 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-02T19:56:18,780 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-02T19:56:18,780 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-02T19:56:18,780 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. because compaction request was cancelled 2024-12-02T19:56:18,780 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:C 2024-12-02T19:56:18,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-12-02T19:56:18,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:18,863 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing a389d769f93393cdf6609f9a7db76e15 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-02T19:56:18,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=A 2024-12-02T19:56:18,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:18,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=B 2024-12-02T19:56:18,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:18,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=C 2024-12-02T19:56:18,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:18,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/c0deb023fcf04a12b0e530172f5d4cbb is 50, key is test_row_0/A:col10/1733169377926/Put/seqid=0 2024-12-02T19:56:18,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742087_1263 (size=12001) 2024-12-02T19:56:18,872 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/c0deb023fcf04a12b0e530172f5d4cbb 2024-12-02T19:56:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-02T19:56:18,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/aedfb66198384e84b2c1fa15f481dca5 is 50, key is test_row_0/B:col10/1733169377926/Put/seqid=0 2024-12-02T19:56:18,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742088_1264 (size=12001) 2024-12-02T19:56:18,884 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/aedfb66198384e84b2c1fa15f481dca5 2024-12-02T19:56:18,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/52abed731c424870819eaa5483c220da is 50, key is test_row_0/C:col10/1733169377926/Put/seqid=0 2024-12-02T19:56:18,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742089_1265 (size=12001) 2024-12-02T19:56:18,937 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T19:56:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:18,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:19,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169439015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:19,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:19,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:19,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:19,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169439088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:19,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:19,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:19,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:19,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169439089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:19,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169439089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:19,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:19,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:19,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:19,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:19,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169439089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:19,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:19,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:19,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:19,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:19,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:19,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:19,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:19,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169439128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:19,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:19,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:19,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:19,174 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/b5ec39704d684cb5ab11568f0f3f341f as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/b5ec39704d684cb5ab11568f0f3f341f 2024-12-02T19:56:19,178 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/A of a389d769f93393cdf6609f9a7db76e15 into b5ec39704d684cb5ab11568f0f3f341f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:19,178 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:19,178 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/A, priority=13, startTime=1733169378746; duration=0sec 2024-12-02T19:56:19,178 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:19,178 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:A 2024-12-02T19:56:19,297 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/52abed731c424870819eaa5483c220da 2024-12-02T19:56:19,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/c0deb023fcf04a12b0e530172f5d4cbb as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/c0deb023fcf04a12b0e530172f5d4cbb 2024-12-02T19:56:19,304 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/c0deb023fcf04a12b0e530172f5d4cbb, entries=150, sequenceid=116, filesize=11.7 K 2024-12-02T19:56:19,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/aedfb66198384e84b2c1fa15f481dca5 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/aedfb66198384e84b2c1fa15f481dca5 2024-12-02T19:56:19,308 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/aedfb66198384e84b2c1fa15f481dca5, entries=150, sequenceid=116, filesize=11.7 K 2024-12-02T19:56:19,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/52abed731c424870819eaa5483c220da as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/52abed731c424870819eaa5483c220da 2024-12-02T19:56:19,313 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/52abed731c424870819eaa5483c220da, entries=150, sequenceid=116, filesize=11.7 K 2024-12-02T19:56:19,314 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for a389d769f93393cdf6609f9a7db76e15 in 450ms, sequenceid=116, compaction requested=true 2024-12-02T19:56:19,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:19,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:19,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-12-02T19:56:19,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-12-02T19:56:19,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-12-02T19:56:19,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0630 sec 2024-12-02T19:56:19,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.0690 sec 2024-12-02T19:56:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:19,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a389d769f93393cdf6609f9a7db76e15 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-02T19:56:19,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=A 2024-12-02T19:56:19,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:19,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=B 2024-12-02T19:56:19,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:19,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=C 2024-12-02T19:56:19,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:19,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/40b9a1b1484c4a49af2beac6d5a92187 is 50, key is test_row_0/A:col10/1733169379339/Put/seqid=0 2024-12-02T19:56:19,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742090_1266 (size=14441) 2024-12-02T19:56:19,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/40b9a1b1484c4a49af2beac6d5a92187 2024-12-02T19:56:19,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/6263e35ef56e449e93c0e488f47acdb3 is 50, key is test_row_0/B:col10/1733169379339/Put/seqid=0 2024-12-02T19:56:19,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742091_1267 (size=12101) 2024-12-02T19:56:19,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/6263e35ef56e449e93c0e488f47acdb3 2024-12-02T19:56:19,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/309978060eaf4d3f90a597b2c9ac1c76 is 50, key is test_row_0/C:col10/1733169379339/Put/seqid=0 2024-12-02T19:56:19,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742092_1268 (size=12101) 2024-12-02T19:56:19,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-02T19:56:19,388 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:56:19,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:56:19,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-12-02T19:56:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-02T19:56:19,390 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:56:19,391 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:56:19,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:56:19,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169439407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:19,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:19,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:19,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-02T19:56:19,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:19,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169439518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:19,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:19,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:19,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:19,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-02T19:56:19,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:19,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:19,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:19,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:19,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:19,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-02T19:56:19,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:19,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:19,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:19,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:19,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-02T19:56:19,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169439728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:19,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:19,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:19,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:19,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/309978060eaf4d3f90a597b2c9ac1c76 2024-12-02T19:56:19,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/40b9a1b1484c4a49af2beac6d5a92187 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/40b9a1b1484c4a49af2beac6d5a92187 2024-12-02T19:56:19,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/40b9a1b1484c4a49af2beac6d5a92187, entries=200, sequenceid=132, filesize=14.1 K 2024-12-02T19:56:19,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/6263e35ef56e449e93c0e488f47acdb3 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/6263e35ef56e449e93c0e488f47acdb3 2024-12-02T19:56:19,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/6263e35ef56e449e93c0e488f47acdb3, entries=150, sequenceid=132, filesize=11.8 K 2024-12-02T19:56:19,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/309978060eaf4d3f90a597b2c9ac1c76 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/309978060eaf4d3f90a597b2c9ac1c76 2024-12-02T19:56:19,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/309978060eaf4d3f90a597b2c9ac1c76, entries=150, sequenceid=132, filesize=11.8 K 2024-12-02T19:56:19,790 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for a389d769f93393cdf6609f9a7db76e15 in 450ms, sequenceid=132, compaction requested=true 2024-12-02T19:56:19,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:19,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:56:19,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:19,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:56:19,790 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:19,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:19,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:56:19,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:19,790 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:19,792 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:19,792 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/B is initiating minor compaction (all files) 2024-12-02T19:56:19,792 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:19,792 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/B in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:19,792 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/A is initiating minor compaction (all files) 2024-12-02T19:56:19,792 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/A in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:19,792 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/50ca003cacc14db2859db5e525fbd46d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/aedfb66198384e84b2c1fa15f481dca5, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/6263e35ef56e449e93c0e488f47acdb3] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=35.5 K 2024-12-02T19:56:19,793 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/b5ec39704d684cb5ab11568f0f3f341f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/c0deb023fcf04a12b0e530172f5d4cbb, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/40b9a1b1484c4a49af2beac6d5a92187] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=37.7 K 2024-12-02T19:56:19,793 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5ec39704d684cb5ab11568f0f3f341f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733169377804 2024-12-02T19:56:19,793 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 50ca003cacc14db2859db5e525fbd46d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733169377804 2024-12-02T19:56:19,793 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting aedfb66198384e84b2c1fa15f481dca5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733169377919 2024-12-02T19:56:19,793 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0deb023fcf04a12b0e530172f5d4cbb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733169377919 2024-12-02T19:56:19,794 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40b9a1b1484c4a49af2beac6d5a92187, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733169379000 2024-12-02T19:56:19,794 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 6263e35ef56e449e93c0e488f47acdb3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733169379010 2024-12-02T19:56:19,810 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#A#compaction#224 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:19,810 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/7e16880648ed4de9bb0571ebc8483cfc is 50, key is test_row_0/A:col10/1733169379339/Put/seqid=0 2024-12-02T19:56:19,811 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#B#compaction#225 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:19,812 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/6a3b8de1bde544969106d8c39ab1008e is 50, key is test_row_0/B:col10/1733169379339/Put/seqid=0 2024-12-02T19:56:19,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742093_1269 (size=12409) 2024-12-02T19:56:19,848 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/7e16880648ed4de9bb0571ebc8483cfc as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/7e16880648ed4de9bb0571ebc8483cfc 2024-12-02T19:56:19,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-12-02T19:56:19,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:19,849 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing a389d769f93393cdf6609f9a7db76e15 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-02T19:56:19,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=A 2024-12-02T19:56:19,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:19,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=B 2024-12-02T19:56:19,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:19,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=C 2024-12-02T19:56:19,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:19,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742094_1270 (size=12409) 2024-12-02T19:56:19,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/1a6cf5a36b414dc29dfc252d251b1198 is 50, key is test_row_0/A:col10/1733169379365/Put/seqid=0 2024-12-02T19:56:19,857 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/A of a389d769f93393cdf6609f9a7db76e15 into 7e16880648ed4de9bb0571ebc8483cfc(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:19,857 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:19,857 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/A, priority=13, startTime=1733169379790; duration=0sec 2024-12-02T19:56:19,857 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:19,857 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:A 2024-12-02T19:56:19,857 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T19:56:19,859 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48242 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T19:56:19,859 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/C is initiating minor compaction (all files) 2024-12-02T19:56:19,859 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/C in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:19,859 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/e196192df9614bee9f7d7dab0ea1bfd4, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/8a8e4a61af05436b8439daa9bdb592b5, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/52abed731c424870819eaa5483c220da, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/309978060eaf4d3f90a597b2c9ac1c76] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=47.1 K 2024-12-02T19:56:19,860 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting e196192df9614bee9f7d7dab0ea1bfd4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733169377242 2024-12-02T19:56:19,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742095_1271 (size=12151) 2024-12-02T19:56:19,861 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a8e4a61af05436b8439daa9bdb592b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733169377804 2024-12-02T19:56:19,861 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/6a3b8de1bde544969106d8c39ab1008e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/6a3b8de1bde544969106d8c39ab1008e 2024-12-02T19:56:19,861 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52abed731c424870819eaa5483c220da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733169377919 2024-12-02T19:56:19,862 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 309978060eaf4d3f90a597b2c9ac1c76, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733169379010 2024-12-02T19:56:19,867 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/B of a389d769f93393cdf6609f9a7db76e15 into 6a3b8de1bde544969106d8c39ab1008e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:19,867 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:19,867 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/B, priority=13, startTime=1733169379790; duration=0sec 2024-12-02T19:56:19,867 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:19,867 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:B 2024-12-02T19:56:19,871 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#C#compaction#227 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:19,871 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/06c0d398f91b46fabb0596ab130c26cb is 50, key is test_row_0/C:col10/1733169379339/Put/seqid=0 2024-12-02T19:56:19,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742096_1272 (size=12375) 2024-12-02T19:56:19,885 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/06c0d398f91b46fabb0596ab130c26cb as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/06c0d398f91b46fabb0596ab130c26cb 2024-12-02T19:56:19,891 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/C of a389d769f93393cdf6609f9a7db76e15 into 06c0d398f91b46fabb0596ab130c26cb(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:19,891 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:19,891 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/C, priority=12, startTime=1733169379790; duration=0sec 2024-12-02T19:56:19,891 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:19,891 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:C 2024-12-02T19:56:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-02T19:56:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:20,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:20,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:20,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169440087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:20,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:20,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:20,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:20,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:20,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169440098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:20,100 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_0' in a389d769f93393cdf6609f9a7db76e15 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:56:20,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:20,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:20,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:20,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:20,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169440108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:20,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:20,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169440108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:20,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:20,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169440109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:20,111 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_0' in a389d769f93393cdf6609f9a7db76e15 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:56:20,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:20,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:20,111 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_2' in a389d769f93393cdf6609f9a7db76e15 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:56:20,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:20,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:20,111 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_0' in a389d769f93393cdf6609f9a7db76e15 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:56:20,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:20,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:20,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:20,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:20,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:20,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:20,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169440198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:20,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:20,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:20,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:20,261 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/1a6cf5a36b414dc29dfc252d251b1198 2024-12-02T19:56:20,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/f56f8363a3ce4251969332fad088fbce is 50, key is test_row_0/B:col10/1733169379365/Put/seqid=0 2024-12-02T19:56:20,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742097_1273 (size=12151) 2024-12-02T19:56:20,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169440408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:20,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:20,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:20,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-02T19:56:20,697 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/f56f8363a3ce4251969332fad088fbce 2024-12-02T19:56:20,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/169b8e2418bf4307b0078a63ad4059bd is 50, key is test_row_0/C:col10/1733169379365/Put/seqid=0 2024-12-02T19:56:20,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742098_1274 (size=12151) 2024-12-02T19:56:20,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169440718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:21,118 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/169b8e2418bf4307b0078a63ad4059bd 2024-12-02T19:56:21,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/1a6cf5a36b414dc29dfc252d251b1198 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/1a6cf5a36b414dc29dfc252d251b1198 2024-12-02T19:56:21,126 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/1a6cf5a36b414dc29dfc252d251b1198, entries=150, sequenceid=149, filesize=11.9 K 2024-12-02T19:56:21,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/f56f8363a3ce4251969332fad088fbce as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/f56f8363a3ce4251969332fad088fbce 2024-12-02T19:56:21,131 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/f56f8363a3ce4251969332fad088fbce, entries=150, sequenceid=149, filesize=11.9 K 2024-12-02T19:56:21,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/169b8e2418bf4307b0078a63ad4059bd as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/169b8e2418bf4307b0078a63ad4059bd 2024-12-02T19:56:21,135 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/169b8e2418bf4307b0078a63ad4059bd, entries=150, sequenceid=149, filesize=11.9 K 2024-12-02T19:56:21,136 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for a389d769f93393cdf6609f9a7db76e15 in 1287ms, sequenceid=149, compaction requested=false 2024-12-02T19:56:21,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:21,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:21,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-12-02T19:56:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-12-02T19:56:21,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-12-02T19:56:21,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7460 sec 2024-12-02T19:56:21,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.7510 sec 2024-12-02T19:56:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:21,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a389d769f93393cdf6609f9a7db76e15 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-02T19:56:21,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=A 2024-12-02T19:56:21,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:21,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=B 2024-12-02T19:56:21,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:21,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=C 2024-12-02T19:56:21,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:21,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/c3cd6cb2cc77489d8f0ba04741fb804a is 50, key is test_row_0/A:col10/1733169380086/Put/seqid=0 2024-12-02T19:56:21,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742099_1275 (size=14541) 2024-12-02T19:56:21,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/c3cd6cb2cc77489d8f0ba04741fb804a 2024-12-02T19:56:21,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/3f6a0c2957e440818217cf7f6370ef9c is 50, key is test_row_0/B:col10/1733169380086/Put/seqid=0 2024-12-02T19:56:21,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742100_1276 (size=12151) 2024-12-02T19:56:21,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169441273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:21,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:21,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:21,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:21,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169441388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:21,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:21,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:21,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-02T19:56:21,539 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:56:21,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:56:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-12-02T19:56:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-02T19:56:21,541 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:56:21,541 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:56:21,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:56:21,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169441598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:21,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:21,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:21,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:21,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-02T19:56:21,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/3f6a0c2957e440818217cf7f6370ef9c 2024-12-02T19:56:21,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/e6b4800bdf114ff3bbe33a19e92f77f5 is 50, key is test_row_0/C:col10/1733169380086/Put/seqid=0 2024-12-02T19:56:21,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742101_1277 (size=12151) 2024-12-02T19:56:21,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/e6b4800bdf114ff3bbe33a19e92f77f5 2024-12-02T19:56:21,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/c3cd6cb2cc77489d8f0ba04741fb804a as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/c3cd6cb2cc77489d8f0ba04741fb804a 2024-12-02T19:56:21,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/c3cd6cb2cc77489d8f0ba04741fb804a, entries=200, sequenceid=168, filesize=14.2 K 2024-12-02T19:56:21,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/3f6a0c2957e440818217cf7f6370ef9c as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/3f6a0c2957e440818217cf7f6370ef9c 2024-12-02T19:56:21,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/3f6a0c2957e440818217cf7f6370ef9c, entries=150, sequenceid=168, filesize=11.9 K 2024-12-02T19:56:21,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/e6b4800bdf114ff3bbe33a19e92f77f5 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/e6b4800bdf114ff3bbe33a19e92f77f5 2024-12-02T19:56:21,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-02T19:56:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:21,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:21,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:21,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/e6b4800bdf114ff3bbe33a19e92f77f5, entries=150, sequenceid=168, filesize=11.9 K 2024-12-02T19:56:21,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:21,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for a389d769f93393cdf6609f9a7db76e15 in 465ms, sequenceid=168, compaction requested=true 2024-12-02T19:56:21,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:21,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:56:21,696 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:21,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:21,696 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:21,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:56:21,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:21,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:56:21,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:21,697 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:21,697 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:21,697 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/B is initiating minor compaction (all files) 2024-12-02T19:56:21,697 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/A is initiating minor compaction (all files) 2024-12-02T19:56:21,697 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/B in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:21,697 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/A in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:21,697 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/7e16880648ed4de9bb0571ebc8483cfc, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/1a6cf5a36b414dc29dfc252d251b1198, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/c3cd6cb2cc77489d8f0ba04741fb804a] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=38.2 K 2024-12-02T19:56:21,697 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/6a3b8de1bde544969106d8c39ab1008e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/f56f8363a3ce4251969332fad088fbce, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/3f6a0c2957e440818217cf7f6370ef9c] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=35.9 K 2024-12-02T19:56:21,698 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a3b8de1bde544969106d8c39ab1008e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733169379010 2024-12-02T19:56:21,698 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e16880648ed4de9bb0571ebc8483cfc, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733169379010 2024-12-02T19:56:21,698 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a6cf5a36b414dc29dfc252d251b1198, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733169379365 2024-12-02T19:56:21,698 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting f56f8363a3ce4251969332fad088fbce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733169379365 2024-12-02T19:56:21,698 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3cd6cb2cc77489d8f0ba04741fb804a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733169380071 2024-12-02T19:56:21,698 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f6a0c2957e440818217cf7f6370ef9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733169380075 2024-12-02T19:56:21,709 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#A#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:21,710 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/1907e6737bd84f2aa69a3fc209bad93f is 50, key is test_row_0/A:col10/1733169380086/Put/seqid=0 2024-12-02T19:56:21,720 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#B#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:21,720 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/7b4dce3ed402470382117d48809821d4 is 50, key is test_row_0/B:col10/1733169380086/Put/seqid=0 2024-12-02T19:56:21,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742102_1278 (size=12561) 2024-12-02T19:56:21,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742103_1279 (size=12561) 2024-12-02T19:56:21,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-02T19:56:21,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:21,847 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing a389d769f93393cdf6609f9a7db76e15 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-02T19:56:21,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=A 2024-12-02T19:56:21,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:21,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=B 2024-12-02T19:56:21,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:21,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=C 2024-12-02T19:56:21,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:21,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/c15aef435d7f47049cc78ea57c7321fa is 50, key is test_row_0/A:col10/1733169381257/Put/seqid=0 2024-12-02T19:56:21,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742104_1280 (size=12151) 2024-12-02T19:56:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-02T19:56:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:21,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:21,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169441967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:21,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:21,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:21,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:22,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169442079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:22,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:22,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:22,082 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:22,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169442118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:22,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169442118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:22,121 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_0' in a389d769f93393cdf6609f9a7db76e15 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:56:22,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:22,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:22,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:22,121 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_0' in a389d769f93393cdf6609f9a7db76e15 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:56:22,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:22,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:22,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:22,128 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/1907e6737bd84f2aa69a3fc209bad93f as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/1907e6737bd84f2aa69a3fc209bad93f 2024-12-02T19:56:22,132 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/A of a389d769f93393cdf6609f9a7db76e15 into 1907e6737bd84f2aa69a3fc209bad93f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:22,132 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:22,132 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/A, priority=13, startTime=1733169381696; duration=0sec 2024-12-02T19:56:22,133 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:22,133 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:A 2024-12-02T19:56:22,133 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:22,133 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:22,134 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/C is initiating minor compaction (all files) 2024-12-02T19:56:22,134 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/C in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:22,134 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/06c0d398f91b46fabb0596ab130c26cb, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/169b8e2418bf4307b0078a63ad4059bd, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/e6b4800bdf114ff3bbe33a19e92f77f5] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=35.8 K 2024-12-02T19:56:22,134 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06c0d398f91b46fabb0596ab130c26cb, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733169379010 2024-12-02T19:56:22,134 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 169b8e2418bf4307b0078a63ad4059bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1733169379365 2024-12-02T19:56:22,134 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6b4800bdf114ff3bbe33a19e92f77f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733169380075 2024-12-02T19:56:22,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:22,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169442139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169442139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:22,141 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/7b4dce3ed402470382117d48809821d4 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/7b4dce3ed402470382117d48809821d4 2024-12-02T19:56:22,141 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_0' in a389d769f93393cdf6609f9a7db76e15 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:56:22,141 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_2' in a389d769f93393cdf6609f9a7db76e15 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:56:22,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:22,141 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#C#compaction#236 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:22,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:22,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:22,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:22,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:22,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:22,142 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/c511ad4a1c8147c3a32dcd39d62d5a08 is 50, key is test_row_0/C:col10/1733169380086/Put/seqid=0 2024-12-02T19:56:22,148 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/B of a389d769f93393cdf6609f9a7db76e15 into 7b4dce3ed402470382117d48809821d4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:22,148 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:22,148 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/B, priority=13, startTime=1733169381696; duration=0sec 2024-12-02T19:56:22,148 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:22,148 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:B 2024-12-02T19:56:22,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742105_1281 (size=12527) 2024-12-02T19:56:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-02T19:56:22,254 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/c15aef435d7f47049cc78ea57c7321fa 2024-12-02T19:56:22,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/84a9c274237242239f0518879ca7643e is 50, key is test_row_0/B:col10/1733169381257/Put/seqid=0 2024-12-02T19:56:22,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742106_1282 (size=12151) 2024-12-02T19:56:22,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:22,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169442288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:22,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:22,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:22,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:22,556 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/c511ad4a1c8147c3a32dcd39d62d5a08 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/c511ad4a1c8147c3a32dcd39d62d5a08 2024-12-02T19:56:22,560 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/C of a389d769f93393cdf6609f9a7db76e15 into c511ad4a1c8147c3a32dcd39d62d5a08(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:22,560 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:22,560 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/C, priority=13, startTime=1733169381696; duration=0sec 2024-12-02T19:56:22,560 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:22,560 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:C 2024-12-02T19:56:22,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169442598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:22,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:22,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:22,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:22,677 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/84a9c274237242239f0518879ca7643e 2024-12-02T19:56:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-02T19:56:22,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/a6715cad9f204046b29555d130bb56c7 is 50, key is test_row_0/C:col10/1733169381257/Put/seqid=0 2024-12-02T19:56:22,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742107_1283 (size=12151) 2024-12-02T19:56:22,689 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/a6715cad9f204046b29555d130bb56c7 2024-12-02T19:56:22,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/c15aef435d7f47049cc78ea57c7321fa as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/c15aef435d7f47049cc78ea57c7321fa 2024-12-02T19:56:22,697 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/c15aef435d7f47049cc78ea57c7321fa, entries=150, sequenceid=184, filesize=11.9 K 2024-12-02T19:56:22,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/84a9c274237242239f0518879ca7643e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/84a9c274237242239f0518879ca7643e 2024-12-02T19:56:22,701 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/84a9c274237242239f0518879ca7643e, entries=150, sequenceid=184, filesize=11.9 K 2024-12-02T19:56:22,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/a6715cad9f204046b29555d130bb56c7 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/a6715cad9f204046b29555d130bb56c7 2024-12-02T19:56:22,706 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/a6715cad9f204046b29555d130bb56c7, entries=150, sequenceid=184, filesize=11.9 K 2024-12-02T19:56:22,706 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for a389d769f93393cdf6609f9a7db76e15 in 860ms, sequenceid=184, compaction requested=false 2024-12-02T19:56:22,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:22,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:22,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-12-02T19:56:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-12-02T19:56:22,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-02T19:56:22,710 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1670 sec 2024-12-02T19:56:22,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.1720 sec 2024-12-02T19:56:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:23,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a389d769f93393cdf6609f9a7db76e15 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-02T19:56:23,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=A 2024-12-02T19:56:23,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:23,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=B 2024-12-02T19:56:23,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:23,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=C 2024-12-02T19:56:23,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:23,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/89b178cebf4641cba06fd12c86cf8131 is 50, key is test_row_0/A:col10/1733169383108/Put/seqid=0 2024-12-02T19:56:23,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742108_1284 (size=12151) 2024-12-02T19:56:23,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169443150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:23,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:23,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:23,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:23,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:23,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169443258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:23,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:23,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:23,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:23,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:23,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169443468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:23,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:23,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:23,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:23,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/89b178cebf4641cba06fd12c86cf8131 2024-12-02T19:56:23,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/8e4fc4844cf143b9b4c9cf79485e1ba2 is 50, key is test_row_0/B:col10/1733169383108/Put/seqid=0 2024-12-02T19:56:23,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742109_1285 (size=12151) 2024-12-02T19:56:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-02T19:56:23,689 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:56:23,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:56:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-12-02T19:56:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-02T19:56:23,691 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:56:23,691 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:56:23,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:56:23,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:23,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169443778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:23,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:23,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:23,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:23,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-02T19:56:23,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-02T19:56:23,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:23,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:23,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:23,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:23,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:23,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:23,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/8e4fc4844cf143b9b4c9cf79485e1ba2 2024-12-02T19:56:23,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/9f0909fc3cea48d1a77ea5c99f69a774 is 50, key is test_row_0/C:col10/1733169383108/Put/seqid=0 2024-12-02T19:56:23,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742110_1286 (size=12151) 2024-12-02T19:56:23,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-02T19:56:23,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:23,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:23,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:23,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:23,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:23,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:24,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-02T19:56:24,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-02T19:56:24,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:24,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:24,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:24,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:24,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:24,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169444288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:24,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:24,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:24,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:24,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-02T19:56:24,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:24,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:24,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:24,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:24,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:24,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:24,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-02T19:56:24,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/9f0909fc3cea48d1a77ea5c99f69a774 2024-12-02T19:56:24,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/89b178cebf4641cba06fd12c86cf8131 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/89b178cebf4641cba06fd12c86cf8131 2024-12-02T19:56:24,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/89b178cebf4641cba06fd12c86cf8131, entries=150, sequenceid=204, filesize=11.9 K 2024-12-02T19:56:24,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/8e4fc4844cf143b9b4c9cf79485e1ba2 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/8e4fc4844cf143b9b4c9cf79485e1ba2 2024-12-02T19:56:24,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/8e4fc4844cf143b9b4c9cf79485e1ba2, entries=150, sequenceid=204, filesize=11.9 K 2024-12-02T19:56:24,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/9f0909fc3cea48d1a77ea5c99f69a774 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/9f0909fc3cea48d1a77ea5c99f69a774 2024-12-02T19:56:24,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/9f0909fc3cea48d1a77ea5c99f69a774, entries=150, sequenceid=204, filesize=11.9 K 2024-12-02T19:56:24,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for a389d769f93393cdf6609f9a7db76e15 in 1254ms, sequenceid=204, compaction requested=true 2024-12-02T19:56:24,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:24,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:56:24,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:24,364 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:24,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:56:24,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:24,364 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:24,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:56:24,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:24,365 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:24,365 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:24,365 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/B is initiating minor compaction (all files) 2024-12-02T19:56:24,365 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/A is initiating minor compaction (all files) 2024-12-02T19:56:24,365 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/A in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:24,365 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/B in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:24,365 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/1907e6737bd84f2aa69a3fc209bad93f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/c15aef435d7f47049cc78ea57c7321fa, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/89b178cebf4641cba06fd12c86cf8131] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=36.0 K 2024-12-02T19:56:24,365 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/7b4dce3ed402470382117d48809821d4, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/84a9c274237242239f0518879ca7643e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/8e4fc4844cf143b9b4c9cf79485e1ba2] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=36.0 K 2024-12-02T19:56:24,365 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1907e6737bd84f2aa69a3fc209bad93f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733169380075 2024-12-02T19:56:24,365 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b4dce3ed402470382117d48809821d4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733169380075 2024-12-02T19:56:24,365 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting c15aef435d7f47049cc78ea57c7321fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733169381257 2024-12-02T19:56:24,365 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 84a9c274237242239f0518879ca7643e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733169381257 2024-12-02T19:56:24,366 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89b178cebf4641cba06fd12c86cf8131, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733169381962 2024-12-02T19:56:24,366 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e4fc4844cf143b9b4c9cf79485e1ba2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733169381962 2024-12-02T19:56:24,376 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#B#compaction#243 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:24,376 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#A#compaction#242 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:24,376 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/0404e79ac5994ae8bb4b13282ac86d00 is 50, key is test_row_0/B:col10/1733169383108/Put/seqid=0 2024-12-02T19:56:24,376 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/442874de9e9a4db9ad94961ce14f12a8 is 50, key is test_row_0/A:col10/1733169383108/Put/seqid=0 2024-12-02T19:56:24,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742111_1287 (size=12663) 2024-12-02T19:56:24,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742112_1288 (size=12663) 2024-12-02T19:56:24,394 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/442874de9e9a4db9ad94961ce14f12a8 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/442874de9e9a4db9ad94961ce14f12a8 2024-12-02T19:56:24,398 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/A of a389d769f93393cdf6609f9a7db76e15 into 442874de9e9a4db9ad94961ce14f12a8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:24,398 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:24,398 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/A, priority=13, startTime=1733169384364; duration=0sec 2024-12-02T19:56:24,398 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:24,398 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:A 2024-12-02T19:56:24,398 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:24,399 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:24,399 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/C is initiating minor compaction (all files) 2024-12-02T19:56:24,399 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/C in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:24,399 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/c511ad4a1c8147c3a32dcd39d62d5a08, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/a6715cad9f204046b29555d130bb56c7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/9f0909fc3cea48d1a77ea5c99f69a774] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=36.0 K 2024-12-02T19:56:24,399 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting c511ad4a1c8147c3a32dcd39d62d5a08, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733169380075 2024-12-02T19:56:24,400 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6715cad9f204046b29555d130bb56c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733169381257 2024-12-02T19:56:24,400 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f0909fc3cea48d1a77ea5c99f69a774, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733169381962 2024-12-02T19:56:24,405 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#C#compaction#244 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:24,405 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/f8f5e58e163c4c179b99f9c0ee319dbe is 50, key is test_row_0/C:col10/1733169383108/Put/seqid=0 2024-12-02T19:56:24,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742113_1289 (size=12629) 2024-12-02T19:56:24,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-02T19:56:24,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:24,454 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing a389d769f93393cdf6609f9a7db76e15 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-02T19:56:24,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=A 2024-12-02T19:56:24,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:24,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=B 2024-12-02T19:56:24,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:24,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=C 2024-12-02T19:56:24,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:24,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/ba7a430fdb1f432dac9114c3181b2aed is 50, key is test_row_0/A:col10/1733169383149/Put/seqid=0 2024-12-02T19:56:24,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742114_1290 (size=12151) 2024-12-02T19:56:24,794 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/0404e79ac5994ae8bb4b13282ac86d00 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/0404e79ac5994ae8bb4b13282ac86d00 2024-12-02T19:56:24,799 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/B of a389d769f93393cdf6609f9a7db76e15 into 0404e79ac5994ae8bb4b13282ac86d00(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:24,799 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:24,799 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/B, priority=13, startTime=1733169384364; duration=0sec 2024-12-02T19:56:24,799 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:24,799 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:B 2024-12-02T19:56:24,813 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/f8f5e58e163c4c179b99f9c0ee319dbe as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/f8f5e58e163c4c179b99f9c0ee319dbe 2024-12-02T19:56:24,817 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/C of a389d769f93393cdf6609f9a7db76e15 into f8f5e58e163c4c179b99f9c0ee319dbe(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:24,818 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:24,818 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/C, priority=13, startTime=1733169384364; duration=0sec 2024-12-02T19:56:24,818 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:24,818 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:C 2024-12-02T19:56:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-02T19:56:24,862 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/ba7a430fdb1f432dac9114c3181b2aed 2024-12-02T19:56:24,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/59547cebc8a64eaa97dfbce969800792 is 50, key is test_row_0/B:col10/1733169383149/Put/seqid=0 2024-12-02T19:56:24,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742115_1291 (size=12151) 2024-12-02T19:56:25,274 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/59547cebc8a64eaa97dfbce969800792 2024-12-02T19:56:25,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/b2e10b5db8f14d6db3f50356a45a7115 is 50, key is test_row_0/C:col10/1733169383149/Put/seqid=0 2024-12-02T19:56:25,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742116_1292 (size=12151) 2024-12-02T19:56:25,284 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/b2e10b5db8f14d6db3f50356a45a7115 2024-12-02T19:56:25,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/ba7a430fdb1f432dac9114c3181b2aed as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/ba7a430fdb1f432dac9114c3181b2aed 2024-12-02T19:56:25,292 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/ba7a430fdb1f432dac9114c3181b2aed, entries=150, sequenceid=220, filesize=11.9 K 2024-12-02T19:56:25,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/59547cebc8a64eaa97dfbce969800792 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/59547cebc8a64eaa97dfbce969800792 2024-12-02T19:56:25,297 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/59547cebc8a64eaa97dfbce969800792, entries=150, sequenceid=220, filesize=11.9 K 2024-12-02T19:56:25,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/b2e10b5db8f14d6db3f50356a45a7115 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/b2e10b5db8f14d6db3f50356a45a7115 2024-12-02T19:56:25,303 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/b2e10b5db8f14d6db3f50356a45a7115, entries=150, sequenceid=220, filesize=11.9 K 2024-12-02T19:56:25,304 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=0 B/0 for a389d769f93393cdf6609f9a7db76e15 in 850ms, sequenceid=220, compaction requested=false 2024-12-02T19:56:25,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:25,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:25,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-12-02T19:56:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-12-02T19:56:25,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-02T19:56:25,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6140 sec 2024-12-02T19:56:25,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.6190 sec 2024-12-02T19:56:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:25,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a389d769f93393cdf6609f9a7db76e15 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-02T19:56:25,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=A 2024-12-02T19:56:25,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:25,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=B 2024-12-02T19:56:25,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:25,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=C 2024-12-02T19:56:25,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:25,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/8eb8e47310cc45c1bb2c008339144ab7 is 50, key is test_row_0/A:col10/1733169385321/Put/seqid=0 2024-12-02T19:56:25,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742117_1293 (size=14541) 2024-12-02T19:56:25,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/8eb8e47310cc45c1bb2c008339144ab7 2024-12-02T19:56:25,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/ff9c1e59d7914ce28041cbccd3a3fc72 is 50, key is test_row_0/B:col10/1733169385321/Put/seqid=0 2024-12-02T19:56:25,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742118_1294 (size=12151) 2024-12-02T19:56:25,392 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169385360, max timestamp=1733169385390Num uniques 859; 2024-12-02T19:56:25,392 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169385360, max timestamp=1733169385390Num uniques 859; 2024-12-02T19:56:25,392 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169385360, max timestamp=1733169385390Num uniques 859; 2024-12-02T19:56:25,392 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:56:25,392 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:56:25,392 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:56:25,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169445457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:25,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:25,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:25,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:25,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:25,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169445568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:25,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:25,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:25,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:25,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/ff9c1e59d7914ce28041cbccd3a3fc72 2024-12-02T19:56:25,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/a334fc5ef0fe49ada33dcbdffab138ed is 50, key is test_row_0/C:col10/1733169385321/Put/seqid=0 2024-12-02T19:56:25,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742119_1295 (size=12151) 2024-12-02T19:56:25,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/a334fc5ef0fe49ada33dcbdffab138ed 2024-12-02T19:56:25,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/8eb8e47310cc45c1bb2c008339144ab7 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/8eb8e47310cc45c1bb2c008339144ab7 2024-12-02T19:56:25,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/8eb8e47310cc45c1bb2c008339144ab7, entries=200, sequenceid=232, filesize=14.2 K 2024-12-02T19:56:25,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/ff9c1e59d7914ce28041cbccd3a3fc72 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/ff9c1e59d7914ce28041cbccd3a3fc72 2024-12-02T19:56:25,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/ff9c1e59d7914ce28041cbccd3a3fc72, entries=150, sequenceid=232, filesize=11.9 K 2024-12-02T19:56:25,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/a334fc5ef0fe49ada33dcbdffab138ed as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/a334fc5ef0fe49ada33dcbdffab138ed 2024-12-02T19:56:25,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/a334fc5ef0fe49ada33dcbdffab138ed, entries=150, sequenceid=232, filesize=11.9 K 2024-12-02T19:56:25,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for a389d769f93393cdf6609f9a7db76e15 in 448ms, sequenceid=232, compaction requested=true 2024-12-02T19:56:25,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:25,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:56:25,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:25,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:56:25,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:25,771 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:25,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:56:25,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:25,771 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:25,771 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:25,771 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:25,772 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/A is initiating minor compaction (all files) 2024-12-02T19:56:25,772 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/B is initiating minor compaction (all files) 2024-12-02T19:56:25,772 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/B in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:25,772 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/A in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:25,772 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/442874de9e9a4db9ad94961ce14f12a8, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/ba7a430fdb1f432dac9114c3181b2aed, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/8eb8e47310cc45c1bb2c008339144ab7] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=38.4 K 2024-12-02T19:56:25,772 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/0404e79ac5994ae8bb4b13282ac86d00, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/59547cebc8a64eaa97dfbce969800792, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/ff9c1e59d7914ce28041cbccd3a3fc72] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=36.1 K 2024-12-02T19:56:25,772 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 442874de9e9a4db9ad94961ce14f12a8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733169381962 2024-12-02T19:56:25,772 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 0404e79ac5994ae8bb4b13282ac86d00, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733169381962 2024-12-02T19:56:25,772 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba7a430fdb1f432dac9114c3181b2aed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733169383141 2024-12-02T19:56:25,773 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 59547cebc8a64eaa97dfbce969800792, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733169383141 2024-12-02T19:56:25,773 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8eb8e47310cc45c1bb2c008339144ab7, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733169385311 2024-12-02T19:56:25,773 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting ff9c1e59d7914ce28041cbccd3a3fc72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733169385317 2024-12-02T19:56:25,780 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#B#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:25,780 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#A#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:25,781 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/a2dc2abda7cc4c5ebeedd09f9cb076a2 is 50, key is test_row_0/A:col10/1733169385321/Put/seqid=0 2024-12-02T19:56:25,781 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/3132834dda2f415fad69aabd8d70ddf6 is 50, key is test_row_0/B:col10/1733169385321/Put/seqid=0 2024-12-02T19:56:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:25,792 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733169385435, max timestamp=1733169385780Num uniques 1018; 2024-12-02T19:56:25,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-02T19:56:25,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733169385435, max timestamp=1733169385780Num uniques 1018; 2024-12-02T19:56:25,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733169385435, max timestamp=1733169385780Num uniques 1018; 2024-12-02T19:56:25,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-02T19:56:25,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-02T19:56:25,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742121_1297 (size=12765) 2024-12-02T19:56:25,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742120_1296 (size=12765) 2024-12-02T19:56:25,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a389d769f93393cdf6609f9a7db76e15 3/3 column families, dataSize=26.84 KB heapSize=65.39 KB 2024-12-02T19:56:25,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=A 2024-12-02T19:56:25,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:56:25,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=B 2024-12-02T19:56:25,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:56:25,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=C 2024-12-02T19:56:25,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:56:25,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/072fc8a9999c4999b930e5647f680a8e is 50, key is test_row_0/A:col10/1733169385455/Put/seqid=0 2024-12-02T19:56:25,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742122_1298 (size=12301) 2024-12-02T19:56:25,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/072fc8a9999c4999b930e5647f680a8e 2024-12-02T19:56:25,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/a01fa6e8ac8940d8a269ea94f33b29f1 is 50, key is test_row_0/B:col10/1733169385455/Put/seqid=0 2024-12-02T19:56:25,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742123_1299 (size=12301) 2024-12-02T19:56:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-02T19:56:25,839 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:56:25,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:56:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-12-02T19:56:25,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-02T19:56:25,840 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:56:25,841 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:56:25,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:56:25,856 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169385834, max timestamp=1733169385854Num uniques 859; 2024-12-02T19:56:25,856 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:56:25,856 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169385834, max timestamp=1733169385854Num uniques 859; 2024-12-02T19:56:25,856 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:56:25,856 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169385834, max timestamp=1733169385854Num uniques 859; 2024-12-02T19:56:25,857 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:56:25,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733169385893, max timestamp=1733169385919Num uniques 1018; 2024-12-02T19:56:25,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733169385893, max timestamp=1733169385919Num uniques 1018; 2024-12-02T19:56:25,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733169385893, max timestamp=1733169385919Num uniques 1018; 2024-12-02T19:56:25,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-02T19:56:25,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-02T19:56:25,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-02T19:56:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-02T19:56:25,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733169385963, max timestamp=1733169385978Num uniques 1027; 2024-12-02T19:56:25,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-12-02T19:56:25,981 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733169385963, max timestamp=1733169385978Num uniques 1027; 2024-12-02T19:56:25,981 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733169385963, max timestamp=1733169385978Num uniques 1027; 2024-12-02T19:56:25,981 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-02T19:56:25,981 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-12-02T19:56:25,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-02T19:56:25,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:25,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:25,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:25,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:25,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:25,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:26,051 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733169386024, max timestamp=1733169386048Num uniques 1086; 2024-12-02T19:56:26,051 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733169386024, max timestamp=1733169386048Num uniques 1086; 2024-12-02T19:56:26,051 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-12-02T19:56:26,051 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-12-02T19:56:26,051 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1733169386024, max timestamp=1733169386048Num uniques 1036; 2024-12-02T19:56:26,051 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-12-02T19:56:26,119 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733169386088, max timestamp=1733169386116Num uniques 1045; 2024-12-02T19:56:26,119 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733169386088, max timestamp=1733169386116Num uniques 1045; 2024-12-02T19:56:26,119 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733169386088, max timestamp=1733169386116Num uniques 1045; 2024-12-02T19:56:26,119 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-12-02T19:56:26,119 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-12-02T19:56:26,119 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-12-02T19:56:26,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-02T19:56:26,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:26,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:26,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:26,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:26,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:26,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1733169386147, max timestamp=1733169386153Num uniques 1054; 2024-12-02T19:56:26,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-12-02T19:56:26,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=161, cellSize=7366, totalHeapSize=16984, min timestamp=1733169386147, max timestamp=1733169386153Num uniques 1054; 2024-12-02T19:56:26,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48264, new segment data size=7366, suffix heap size=137584,new segment heap size=16984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=161 2024-12-02T19:56:26,156 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1733169386138, max timestamp=1733169386153Num uniques 1054; 2024-12-02T19:56:26,156 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=11630, suffix heap size=137584,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=254 2024-12-02T19:56:26,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-02T19:56:26,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:26,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169446173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:26,179 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733169386169, max timestamp=1733169386177Num uniques 1020; 2024-12-02T19:56:26,179 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46710, new segment data size=9748, suffix heap size=134048,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1020, new segment cells count=213 2024-12-02T19:56:26,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:26,180 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733169386169, max timestamp=1733169386177Num uniques 1063; 2024-12-02T19:56:26,180 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733169386169, max timestamp=1733169386177Num uniques 1113; 2024-12-02T19:56:26,180 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=9748, suffix heap size=138520,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=213 2024-12-02T19:56:26,180 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=9748, suffix heap size=143720,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=213 2024-12-02T19:56:26,198 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/a2dc2abda7cc4c5ebeedd09f9cb076a2 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/a2dc2abda7cc4c5ebeedd09f9cb076a2 2024-12-02T19:56:26,198 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/3132834dda2f415fad69aabd8d70ddf6 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/3132834dda2f415fad69aabd8d70ddf6 2024-12-02T19:56:26,202 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/A of a389d769f93393cdf6609f9a7db76e15 into a2dc2abda7cc4c5ebeedd09f9cb076a2(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:26,202 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/B of a389d769f93393cdf6609f9a7db76e15 into 3132834dda2f415fad69aabd8d70ddf6(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:26,203 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:26,203 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:26,203 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/B, priority=13, startTime=1733169385771; duration=0sec 2024-12-02T19:56:26,203 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/A, priority=13, startTime=1733169385771; duration=0sec 2024-12-02T19:56:26,203 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:26,203 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:A 2024-12-02T19:56:26,203 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:26,203 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:B 2024-12-02T19:56:26,203 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:26,204 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10157, totalHeapSize=23328, min timestamp=1733169386182, max timestamp=1733169386201Num uniques 1072; 2024-12-02T19:56:26,204 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49087, new segment data size=10157, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222 2024-12-02T19:56:26,204 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10156, totalHeapSize=23328, min timestamp=1733169386182, max timestamp=1733169386201Num uniques 1072; 2024-12-02T19:56:26,204 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49086, new segment data size=10156, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222 2024-12-02T19:56:26,205 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:26,205 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/C is initiating minor compaction (all files) 2024-12-02T19:56:26,205 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/C in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:26,205 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/f8f5e58e163c4c179b99f9c0ee319dbe, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/b2e10b5db8f14d6db3f50356a45a7115, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/a334fc5ef0fe49ada33dcbdffab138ed] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=36.1 K 2024-12-02T19:56:26,205 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8f5e58e163c4c179b99f9c0ee319dbe, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733169381962 2024-12-02T19:56:26,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733169386192, max timestamp=1733169386201Num uniques 1072; 2024-12-02T19:56:26,205 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2e10b5db8f14d6db3f50356a45a7115, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733169383141 2024-12-02T19:56:26,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49086, new segment data size=6870, suffix heap size=139456,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=150 2024-12-02T19:56:26,206 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting a334fc5ef0fe49ada33dcbdffab138ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733169385317 2024-12-02T19:56:26,212 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#C#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:26,212 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/9b526453e35b41d6baafbdceb865a79d is 50, key is test_row_0/C:col10/1733169385321/Put/seqid=0 2024-12-02T19:56:26,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/a01fa6e8ac8940d8a269ea94f33b29f1 2024-12-02T19:56:26,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742124_1300 (size=12731) 2024-12-02T19:56:26,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/c46546f310444075b749a72d16b5def6 is 50, key is test_row_0/C:col10/1733169385455/Put/seqid=0 2024-12-02T19:56:26,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742125_1301 (size=12301) 2024-12-02T19:56:26,231 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1733169386221, max timestamp=1733169386229Num uniques 1081; 2024-12-02T19:56:26,231 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=10576, suffix heap size=140392,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=231 2024-12-02T19:56:26,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1733169386221, max timestamp=1733169386229Num uniques 1081; 2024-12-02T19:56:26,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=10576, suffix heap size=140392,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=231 2024-12-02T19:56:26,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1733169386221, max timestamp=1733169386229Num uniques 1009; 2024-12-02T19:56:26,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46220, new segment data size=10576, suffix heap size=132904,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=231 2024-12-02T19:56:26,236 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/9b526453e35b41d6baafbdceb865a79d as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/9b526453e35b41d6baafbdceb865a79d 2024-12-02T19:56:26,241 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/C of a389d769f93393cdf6609f9a7db76e15 into 9b526453e35b41d6baafbdceb865a79d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:26,241 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:26,241 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/C, priority=13, startTime=1733169385771; duration=0sec 2024-12-02T19:56:26,241 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:26,241 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:C 2024-12-02T19:56:26,257 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1733169386239, max timestamp=1733169386254Num uniques 1090; 2024-12-02T19:56:26,257 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=240, cellSize=10990, totalHeapSize=25200, min timestamp=1733169386239, max timestamp=1733169386254Num uniques 1090; 2024-12-02T19:56:26,257 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=10990, suffix heap size=141328,new segment heap size=25200 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=240 2024-12-02T19:56:26,257 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=10990, suffix heap size=141328,new segment heap size=25200 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=240 2024-12-02T19:56:26,259 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1733169386247, max timestamp=1733169386254Num uniques 1090; 2024-12-02T19:56:26,259 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=8700, suffix heap size=141328,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=190 2024-12-02T19:56:26,285 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=199, cellSize=9114, totalHeapSize=20936, min timestamp=1733169386271, max timestamp=1733169386281Num uniques 1099; 2024-12-02T19:56:26,285 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50334, new segment data size=9114, suffix heap size=142264,new segment heap size=20936 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=199 2024-12-02T19:56:26,285 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=199, cellSize=9114, totalHeapSize=20936, min timestamp=1733169386271, max timestamp=1733169386281Num uniques 1099; 2024-12-02T19:56:26,285 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50334, new segment data size=9114, suffix heap size=142264,new segment heap size=20936 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1099, new segment cells count=199 2024-12-02T19:56:26,285 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=199, cellSize=9114, totalHeapSize=20936, min timestamp=1733169386271, max timestamp=1733169386281Num uniques 1049; 2024-12-02T19:56:26,285 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=9114, suffix heap size=137064,new segment heap size=20936 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=199 2024-12-02T19:56:26,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-02T19:56:26,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:26,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:26,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:26,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:26,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:26,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:26,305 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1733169386296, max timestamp=1733169386303Num uniques 1058; 2024-12-02T19:56:26,305 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48450, new segment data size=11810, suffix heap size=138000,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1058, new segment cells count=258 2024-12-02T19:56:26,306 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1733169386296, max timestamp=1733169386303Num uniques 1058; 2024-12-02T19:56:26,306 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48450, new segment data size=11810, suffix heap size=138000,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1058, new segment cells count=258 2024-12-02T19:56:26,306 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1733169386296, max timestamp=1733169386303Num uniques 1058; 2024-12-02T19:56:26,306 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48450, new segment data size=11810, suffix heap size=138000,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1058, new segment cells count=258 2024-12-02T19:56:26,328 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1733169386319, max timestamp=1733169386325Num uniques 1117; 2024-12-02T19:56:26,328 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51152, new segment data size=7642, suffix heap size=144136,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1117, new segment cells count=167 2024-12-02T19:56:26,329 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1733169386319, max timestamp=1733169386325Num uniques 1117; 2024-12-02T19:56:26,329 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1733169386319, max timestamp=1733169386325Num uniques 1117; 2024-12-02T19:56:26,329 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51152, new segment data size=7642, suffix heap size=144136,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1117, new segment cells count=167 2024-12-02T19:56:26,329 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51152, new segment data size=7642, suffix heap size=144136,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1117, new segment cells count=167 2024-12-02T19:56:26,348 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1733169386336, max timestamp=1733169386345Num uniques 1026; 2024-12-02T19:56:26,348 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=10346, suffix heap size=134672,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=226 2024-12-02T19:56:26,348 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1733169386336, max timestamp=1733169386345Num uniques 1026; 2024-12-02T19:56:26,349 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1733169386336, max timestamp=1733169386345Num uniques 1026; 2024-12-02T19:56:26,349 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=10346, suffix heap size=134672,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=226 2024-12-02T19:56:26,349 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=10346, suffix heap size=134672,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=226 2024-12-02T19:56:26,369 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=235, cellSize=10760, totalHeapSize=24680, min timestamp=1733169386358, max timestamp=1733169386366Num uniques 1085; 2024-12-02T19:56:26,369 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=10760, suffix heap size=140808,new segment heap size=24680 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=235 2024-12-02T19:56:26,369 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=235, cellSize=10750, totalHeapSize=24680, min timestamp=1733169386358, max timestamp=1733169386366Num uniques 1085; 2024-12-02T19:56:26,369 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49680, new segment data size=10750, suffix heap size=140808,new segment heap size=24680 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=235 2024-12-02T19:56:26,369 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=235, cellSize=10760, totalHeapSize=24680, min timestamp=1733169386358, max timestamp=1733169386366Num uniques 1085; 2024-12-02T19:56:26,370 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=10760, suffix heap size=140808,new segment heap size=24680 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=235 2024-12-02T19:56:26,387 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=294, cellSize=13464, totalHeapSize=30816, min timestamp=1733169386376, max timestamp=1733169386385Num uniques 1094; 2024-12-02T19:56:26,387 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50104, new segment data size=13464, suffix heap size=141744,new segment heap size=30816 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1094, new segment cells count=294 2024-12-02T19:56:26,388 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=294, cellSize=13464, totalHeapSize=30816, min timestamp=1733169386376, max timestamp=1733169386385Num uniques 1094; 2024-12-02T19:56:26,388 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50104, new segment data size=13464, suffix heap size=141744,new segment heap size=30816 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1094, new segment cells count=294 2024-12-02T19:56:26,388 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=294, cellSize=13464, totalHeapSize=30816, min timestamp=1733169386376, max timestamp=1733169386385Num uniques 1094; 2024-12-02T19:56:26,388 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50104, new segment data size=13464, suffix heap size=141744,new segment heap size=30816 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1094, new segment cells count=294 2024-12-02T19:56:26,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169446423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:26,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=303, cellSize=13875, totalHeapSize=31752, min timestamp=1733169386421, max timestamp=1733169386427Num uniques 1153; 2024-12-02T19:56:26,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=303, cellSize=13875, totalHeapSize=31752, min timestamp=1733169386421, max timestamp=1733169386427Num uniques 1153; 2024-12-02T19:56:26,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52805, new segment data size=13875, suffix heap size=147880,new segment heap size=31752 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1153, new segment cells count=303 2024-12-02T19:56:26,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=52805, new segment data size=13875, suffix heap size=147880,new segment heap size=31752 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1153, new segment cells count=303 2024-12-02T19:56:26,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=303, cellSize=13875, totalHeapSize=31752, min timestamp=1733169386421, max timestamp=1733169386427Num uniques 1153; 2024-12-02T19:56:26,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=52805, new segment data size=13875, suffix heap size=147880,new segment heap size=31752 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1153, new segment cells count=303 2024-12-02T19:56:26,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:26,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-02T19:56:26,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:26,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:26,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:26,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:26,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:26,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:26,453 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=162, cellSize=7412, totalHeapSize=17088, min timestamp=1733169386446, max timestamp=1733169386450Num uniques 1162; 2024-12-02T19:56:26,453 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=53212, new segment data size=7412, suffix heap size=148816,new segment heap size=17088 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1162, new segment cells count=162 2024-12-02T19:56:26,454 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=162, cellSize=7412, totalHeapSize=17088, min timestamp=1733169386446, max timestamp=1733169386450Num uniques 1162; 2024-12-02T19:56:26,454 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=53212, new segment data size=7412, suffix heap size=148816,new segment heap size=17088 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1162, new segment cells count=162 2024-12-02T19:56:26,454 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=162, cellSize=7412, totalHeapSize=17088, min timestamp=1733169386446, max timestamp=1733169386450Num uniques 1162; 2024-12-02T19:56:26,454 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=53212, new segment data size=7412, suffix heap size=148816,new segment heap size=17088 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1162, new segment cells count=162 2024-12-02T19:56:26,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-02T19:56:26,475 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=271, cellSize=12406, totalHeapSize=28424, min timestamp=1733169386464, max timestamp=1733169386472Num uniques 1021; 2024-12-02T19:56:26,475 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46756, new segment data size=12406, suffix heap size=134152,new segment heap size=28424 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1021, new segment cells count=271 2024-12-02T19:56:26,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=271, cellSize=12406, totalHeapSize=28424, min timestamp=1733169386464, max timestamp=1733169386472Num uniques 1021; 2024-12-02T19:56:26,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46756, new segment data size=12406, suffix heap size=134152,new segment heap size=28424 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1021, new segment cells count=271 2024-12-02T19:56:26,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=271, cellSize=12406, totalHeapSize=28424, min timestamp=1733169386464, max timestamp=1733169386472Num uniques 1021; 2024-12-02T19:56:26,476 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46756, new segment data size=12406, suffix heap size=134152,new segment heap size=28424 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1021, new segment cells count=271 2024-12-02T19:56:26,495 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=230, cellSize=10530, totalHeapSize=24160, min timestamp=1733169386484, max timestamp=1733169386493Num uniques 1130; 2024-12-02T19:56:26,495 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51750, new segment data size=10530, suffix heap size=145488,new segment heap size=24160 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1130, new segment cells count=230 2024-12-02T19:56:26,496 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=180, cellSize=8240, totalHeapSize=18960, min timestamp=1733169386484, max timestamp=1733169386493Num uniques 1130; 2024-12-02T19:56:26,496 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51750, new segment data size=8240, suffix heap size=145488,new segment heap size=18960 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1130, new segment cells count=180 2024-12-02T19:56:26,496 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=180, cellSize=8240, totalHeapSize=18960, min timestamp=1733169386484, max timestamp=1733169386493Num uniques 1130; 2024-12-02T19:56:26,497 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51750, new segment data size=8240, suffix heap size=145488,new segment heap size=18960 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1130, new segment cells count=180 2024-12-02T19:56:26,517 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=239, cellSize=10944, totalHeapSize=25096, min timestamp=1733169386507, max timestamp=1733169386515Num uniques 1089; 2024-12-02T19:56:26,517 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49874, new segment data size=10944, suffix heap size=141224,new segment heap size=25096 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1089, new segment cells count=239 2024-12-02T19:56:26,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=239, cellSize=10944, totalHeapSize=25096, min timestamp=1733169386507, max timestamp=1733169386515Num uniques 1039; 2024-12-02T19:56:26,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47584, new segment data size=10944, suffix heap size=136024,new segment heap size=25096 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1039, new segment cells count=239 2024-12-02T19:56:26,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=239, cellSize=10944, totalHeapSize=25096, min timestamp=1733169386507, max timestamp=1733169386515Num uniques 1039; 2024-12-02T19:56:26,518 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47584, new segment data size=10944, suffix heap size=136024,new segment heap size=25096 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1039, new segment cells count=239 2024-12-02T19:56:26,540 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=298, cellSize=13648, totalHeapSize=31232, min timestamp=1733169386525, max timestamp=1733169386537Num uniques 1098; 2024-12-02T19:56:26,540 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50288, new segment data size=13648, suffix heap size=142160,new segment heap size=31232 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1098, new segment cells count=298 2024-12-02T19:56:26,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=298, cellSize=13648, totalHeapSize=31232, min timestamp=1733169386525, max timestamp=1733169386537Num uniques 1098; 2024-12-02T19:56:26,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=298, cellSize=13648, totalHeapSize=31232, min timestamp=1733169386525, max timestamp=1733169386537Num uniques 1098; 2024-12-02T19:56:26,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50288, new segment data size=13648, suffix heap size=142160,new segment heap size=31232 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1098, new segment cells count=298 2024-12-02T19:56:26,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50288, new segment data size=13648, suffix heap size=142160,new segment heap size=31232 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1098, new segment cells count=298 2024-12-02T19:56:26,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:26,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169446554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:26,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:26,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169446555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:26,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:26,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 327 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169446556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:26,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,560 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=207, cellSize=9475, totalHeapSize=21768, min timestamp=1733169386552, max timestamp=1733169386557Num uniques 1157; 2024-12-02T19:56:26,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:26,560 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=52985, new segment data size=9475, suffix heap size=148296,new segment heap size=21768 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1157, new segment cells count=207 2024-12-02T19:56:26,560 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=207, cellSize=9475, totalHeapSize=21768, min timestamp=1733169386552, max timestamp=1733169386557Num uniques 1157; 2024-12-02T19:56:26,560 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=207, cellSize=9475, totalHeapSize=21768, min timestamp=1733169386552, max timestamp=1733169386557Num uniques 1157; 2024-12-02T19:56:26,560 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=52985, new segment data size=9475, suffix heap size=148296,new segment heap size=21768 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1157, new segment cells count=207 2024-12-02T19:56:26,560 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52985, new segment data size=9475, suffix heap size=148296,new segment heap size=21768 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1157, new segment cells count=207 2024-12-02T19:56:26,592 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=166, cellSize=7596, totalHeapSize=17504, min timestamp=1733169386584, max timestamp=1733169386590Num uniques 1066; 2024-12-02T19:56:26,592 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48816, new segment data size=7596, suffix heap size=138832,new segment heap size=17504 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1066, new segment cells count=166 2024-12-02T19:56:26,593 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=166, cellSize=7596, totalHeapSize=17504, min timestamp=1733169386584, max timestamp=1733169386590Num uniques 1066; 2024-12-02T19:56:26,593 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48816, new segment data size=7596, suffix heap size=138832,new segment heap size=17504 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1066, new segment cells count=166 2024-12-02T19:56:26,593 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=166, cellSize=7596, totalHeapSize=17504, min timestamp=1733169386584, max timestamp=1733169386590Num uniques 1066; 2024-12-02T19:56:26,593 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48816, new segment data size=7596, suffix heap size=138832,new segment heap size=17504 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1066, new segment cells count=166 2024-12-02T19:56:26,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-02T19:56:26,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:26,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:26,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:26,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:26,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:26,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/c46546f310444075b749a72d16b5def6 2024-12-02T19:56:26,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=175, cellSize=8010, totalHeapSize=18440, min timestamp=1733169386613, max timestamp=1733169386628Num uniques 1025; 2024-12-02T19:56:26,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=175, cellSize=8010, totalHeapSize=18440, min timestamp=1733169386613, max timestamp=1733169386628Num uniques 1025; 2024-12-02T19:56:26,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46940, new segment data size=8010, suffix heap size=134568,new segment heap size=18440 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1025, new segment cells count=175 2024-12-02T19:56:26,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46940, new segment data size=8010, suffix heap size=134568,new segment heap size=18440 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1025, new segment cells count=175 2024-12-02T19:56:26,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=175, cellSize=8010, totalHeapSize=18440, min timestamp=1733169386613, max timestamp=1733169386628Num uniques 1025; 2024-12-02T19:56:26,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46940, new segment data size=8010, suffix heap size=134568,new segment heap size=18440 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1025, new segment cells count=175 2024-12-02T19:56:26,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/072fc8a9999c4999b930e5647f680a8e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/072fc8a9999c4999b930e5647f680a8e 2024-12-02T19:56:26,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/072fc8a9999c4999b930e5647f680a8e, entries=150, sequenceid=270, filesize=12.0 K 2024-12-02T19:56:26,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/a01fa6e8ac8940d8a269ea94f33b29f1 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/a01fa6e8ac8940d8a269ea94f33b29f1 2024-12-02T19:56:26,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/a01fa6e8ac8940d8a269ea94f33b29f1, entries=150, sequenceid=270, filesize=12.0 K 2024-12-02T19:56:26,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/c46546f310444075b749a72d16b5def6 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/c46546f310444075b749a72d16b5def6 2024-12-02T19:56:26,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/c46546f310444075b749a72d16b5def6, entries=150, sequenceid=270, filesize=12.0 K 2024-12-02T19:56:26,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~65.34 KB/66912, currentSize=67.09 KB/68700 for a389d769f93393cdf6609f9a7db76e15 in 854ms, sequenceid=270, compaction requested=false 2024-12-02T19:56:26,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:26,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:26,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a389d769f93393cdf6609f9a7db76e15 3/3 column families, dataSize=73.80 KB heapSize=204.19 KB 2024-12-02T19:56:26,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=A 2024-12-02T19:56:26,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:56:26,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=B 2024-12-02T19:56:26,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:56:26,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=C 2024-12-02T19:56:26,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:56:26,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/ee3949722f1f4d3fb3445a0201ce3430 is 50, key is test_row_0/A:col10/1733169386642/Put/seqid=0 2024-12-02T19:56:26,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742126_1302 (size=17181) 2024-12-02T19:56:26,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:26,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169446675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169446676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:26,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,683 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:26,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:26,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169446680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:26,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:26,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169446681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:26,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:26,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 330 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169446682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:26,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:26,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:26,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-02T19:56:26,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:26,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:26,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:26,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:26,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:26,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:26,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169446788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:26,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:26,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169446788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:26,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:26,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169446788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:26,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:26,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 331 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169446788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:26,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:26,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:26,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:26,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169446798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:26,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:26,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-02T19:56:26,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:26,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:26,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:26,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:26,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-02T19:56:26,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169446998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:26,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:26,999 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:27,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:27,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169446999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:27,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169446999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:27,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:27,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:27,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:27,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:27,001 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:27,001 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:27,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 332 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169446999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:27,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:27,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:27,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:27,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:27,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169447008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:27,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:27,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:27,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:27,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=713 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/ee3949722f1f4d3fb3445a0201ce3430 2024-12-02T19:56:27,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-02T19:56:27,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:27,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:27,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:27,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:27,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:27,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/c15e0776b16e449e99772d6696eb9db9 is 50, key is test_row_0/B:col10/1733169386642/Put/seqid=0 2024-12-02T19:56:27,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742127_1303 (size=12301) 2024-12-02T19:56:27,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-02T19:56:27,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:27,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:27,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:27,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:27,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:27,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:27,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:27,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169447308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:27,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:27,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:27,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169447308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:27,312 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:27,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:27,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:27,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:27,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169447308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:27,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:27,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:27,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:27,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:27,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 333 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169447308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:27,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:27,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:27,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:27,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169447318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:27,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:27,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:27,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:27,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-02T19:56:27,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:27,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:27,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:27,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:27,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:27,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:27,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=713 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/c15e0776b16e449e99772d6696eb9db9 2024-12-02T19:56:27,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/2ff8733dcc6e4915ab19820610d2e190 is 50, key is test_row_0/C:col10/1733169386642/Put/seqid=0 2024-12-02T19:56:27,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742128_1304 (size=12301) 2024-12-02T19:56:27,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-02T19:56:27,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:27,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:27,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:27,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:27,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:27,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-02T19:56:27,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:27,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:27,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:27,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:27,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:27,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:27,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169447818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:27,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:27,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169447818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:27,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:27,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 334 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169447819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:27,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:27,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169447819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:27,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:27,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:27,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:27,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-02T19:56:27,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:27,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:27,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:27,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:27,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:27,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:27,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169447828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:27,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:27,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:27,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:27,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=713 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/2ff8733dcc6e4915ab19820610d2e190 2024-12-02T19:56:27,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/ee3949722f1f4d3fb3445a0201ce3430 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/ee3949722f1f4d3fb3445a0201ce3430 2024-12-02T19:56:27,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/ee3949722f1f4d3fb3445a0201ce3430, entries=250, sequenceid=713, filesize=16.8 K 2024-12-02T19:56:27,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/c15e0776b16e449e99772d6696eb9db9 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/c15e0776b16e449e99772d6696eb9db9 2024-12-02T19:56:27,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/c15e0776b16e449e99772d6696eb9db9, entries=150, sequenceid=713, filesize=12.0 K 2024-12-02T19:56:27,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/2ff8733dcc6e4915ab19820610d2e190 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/2ff8733dcc6e4915ab19820610d2e190 2024-12-02T19:56:27,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/2ff8733dcc6e4915ab19820610d2e190, entries=150, sequenceid=713, filesize=12.0 K 2024-12-02T19:56:27,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~204.14 KB/209040, currentSize=107.34 KB/109920 for a389d769f93393cdf6609f9a7db76e15 in 1253ms, sequenceid=713, compaction requested=true 2024-12-02T19:56:27,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:27,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:56:27,902 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:27,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:27,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:56:27,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:27,902 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:27,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:56:27,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:27,903 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42247 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:27,903 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/A is initiating minor compaction (all files) 2024-12-02T19:56:27,903 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:27,903 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/B is initiating minor compaction (all files) 2024-12-02T19:56:27,903 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/A in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:27,903 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/B in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:27,903 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/a2dc2abda7cc4c5ebeedd09f9cb076a2, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/072fc8a9999c4999b930e5647f680a8e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/ee3949722f1f4d3fb3445a0201ce3430] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=41.3 K 2024-12-02T19:56:27,903 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/3132834dda2f415fad69aabd8d70ddf6, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/a01fa6e8ac8940d8a269ea94f33b29f1, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/c15e0776b16e449e99772d6696eb9db9] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=36.5 K 2024-12-02T19:56:27,904 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2dc2abda7cc4c5ebeedd09f9cb076a2, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733169385317 2024-12-02T19:56:27,904 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 3132834dda2f415fad69aabd8d70ddf6, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733169385317 2024-12-02T19:56:27,904 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 072fc8a9999c4999b930e5647f680a8e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733169385435 2024-12-02T19:56:27,904 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting a01fa6e8ac8940d8a269ea94f33b29f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733169385435 2024-12-02T19:56:27,904 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee3949722f1f4d3fb3445a0201ce3430, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=713, earliestPutTs=1733169386636 2024-12-02T19:56:27,904 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting c15e0776b16e449e99772d6696eb9db9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=713, earliestPutTs=1733169386642 2024-12-02T19:56:27,912 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#B#compaction#260 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:27,912 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/2ceab5cb22f14d7f850c587c87536320 is 50, key is test_row_0/B:col10/1733169386642/Put/seqid=0 2024-12-02T19:56:27,915 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#A#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:27,915 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/276112c145ac49f99298441c48513cfd is 50, key is test_row_0/A:col10/1733169386642/Put/seqid=0 2024-12-02T19:56:27,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742129_1305 (size=13017) 2024-12-02T19:56:27,928 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/2ceab5cb22f14d7f850c587c87536320 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/2ceab5cb22f14d7f850c587c87536320 2024-12-02T19:56:27,932 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/B of a389d769f93393cdf6609f9a7db76e15 into 2ceab5cb22f14d7f850c587c87536320(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:27,932 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:27,932 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/B, priority=13, startTime=1733169387902; duration=0sec 2024-12-02T19:56:27,932 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:27,932 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:B 2024-12-02T19:56:27,932 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:27,933 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:27,933 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/C is initiating minor compaction (all files) 2024-12-02T19:56:27,933 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/C in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:27,933 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/9b526453e35b41d6baafbdceb865a79d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/c46546f310444075b749a72d16b5def6, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/2ff8733dcc6e4915ab19820610d2e190] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=36.5 K 2024-12-02T19:56:27,934 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b526453e35b41d6baafbdceb865a79d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733169385317 2024-12-02T19:56:27,934 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting c46546f310444075b749a72d16b5def6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733169385435 2024-12-02T19:56:27,934 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ff8733dcc6e4915ab19820610d2e190, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=713, earliestPutTs=1733169386642 2024-12-02T19:56:27,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742130_1306 (size=13017) 2024-12-02T19:56:27,941 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#C#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:27,941 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/1a2e7e59193b4e8392388531767a2288 is 50, key is test_row_0/C:col10/1733169386642/Put/seqid=0 2024-12-02T19:56:27,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742131_1307 (size=12983) 2024-12-02T19:56:27,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-02T19:56:27,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:27,978 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing a389d769f93393cdf6609f9a7db76e15 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-02T19:56:27,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=A 2024-12-02T19:56:27,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:27,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=B 2024-12-02T19:56:27,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:27,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=C 2024-12-02T19:56:27,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:27,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/25a6b378e6c440adb21af557ad0c8396 is 50, key is test_row_0/A:col10/1733169386681/Put/seqid=0 2024-12-02T19:56:27,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742132_1308 (size=12301) 2024-12-02T19:56:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-02T19:56:28,346 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/276112c145ac49f99298441c48513cfd as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/276112c145ac49f99298441c48513cfd 2024-12-02T19:56:28,349 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/1a2e7e59193b4e8392388531767a2288 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/1a2e7e59193b4e8392388531767a2288 2024-12-02T19:56:28,352 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/A of a389d769f93393cdf6609f9a7db76e15 into 276112c145ac49f99298441c48513cfd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:28,352 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:28,352 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/A, priority=13, startTime=1733169387902; duration=0sec 2024-12-02T19:56:28,352 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:28,352 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:A 2024-12-02T19:56:28,354 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/C of a389d769f93393cdf6609f9a7db76e15 into 1a2e7e59193b4e8392388531767a2288(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:28,354 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:28,354 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/C, priority=13, startTime=1733169387902; duration=0sec 2024-12-02T19:56:28,354 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:28,354 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:C 2024-12-02T19:56:28,387 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=733 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/25a6b378e6c440adb21af557ad0c8396 2024-12-02T19:56:28,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/62767293674e4dc2803310dc289d2288 is 50, key is test_row_0/B:col10/1733169386681/Put/seqid=0 2024-12-02T19:56:28,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742133_1309 (size=12301) 2024-12-02T19:56:28,397 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=733 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/62767293674e4dc2803310dc289d2288 2024-12-02T19:56:28,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/1c47461172324af0812e43eb6e9147b4 is 50, key is test_row_0/C:col10/1733169386681/Put/seqid=0 2024-12-02T19:56:28,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742134_1310 (size=12301) 2024-12-02T19:56:28,408 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=733 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/1c47461172324af0812e43eb6e9147b4 2024-12-02T19:56:28,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/25a6b378e6c440adb21af557ad0c8396 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/25a6b378e6c440adb21af557ad0c8396 2024-12-02T19:56:28,415 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/25a6b378e6c440adb21af557ad0c8396, entries=150, sequenceid=733, filesize=12.0 K 2024-12-02T19:56:28,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/62767293674e4dc2803310dc289d2288 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/62767293674e4dc2803310dc289d2288 2024-12-02T19:56:28,419 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/62767293674e4dc2803310dc289d2288, entries=150, sequenceid=733, filesize=12.0 K 2024-12-02T19:56:28,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/1c47461172324af0812e43eb6e9147b4 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/1c47461172324af0812e43eb6e9147b4 2024-12-02T19:56:28,423 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/1c47461172324af0812e43eb6e9147b4, entries=150, sequenceid=733, filesize=12.0 K 2024-12-02T19:56:28,425 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for a389d769f93393cdf6609f9a7db76e15 in 447ms, sequenceid=733, compaction requested=false 2024-12-02T19:56:28,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:28,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:28,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-12-02T19:56:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-12-02T19:56:28,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-12-02T19:56:28,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5860 sec 2024-12-02T19:56:28,433 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 2.5910 sec 2024-12-02T19:56:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:28,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a389d769f93393cdf6609f9a7db76e15 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-02T19:56:28,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=A 2024-12-02T19:56:28,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:28,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=B 2024-12-02T19:56:28,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:28,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=C 2024-12-02T19:56:28,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:28,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/379c615ee3f8453d9b2a0c4e0f66b5a9 is 50, key is test_row_0/A:col10/1733169388832/Put/seqid=0 2024-12-02T19:56:28,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742135_1311 (size=14741) 2024-12-02T19:56:28,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:28,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169448852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:28,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:28,857 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733169388839, max timestamp=1733169388854Num uniques 859; 2024-12-02T19:56:28,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169448853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:28,857 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-02T19:56:28,857 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733169388839, max timestamp=1733169388854Num uniques 859; 2024-12-02T19:56:28,857 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-02T19:56:28,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:28,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:28,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:28,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:28,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:28,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:28,857 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733169388839, max timestamp=1733169388854Num uniques 859; 2024-12-02T19:56:28,857 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-02T19:56:28,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169448874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:28,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:28,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:28,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:28,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169448875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:28,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:28,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:28,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:28,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:28,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 347 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169448877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:28,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:28,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:28,880 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:28,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:28,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169448958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:28,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:28,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:28,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:28,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169448968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:28,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:28,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:28,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:28,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169448988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:28,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169448988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:28,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:28,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:28,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:28,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:28,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:28,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:28,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 348 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169448988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:28,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:28,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:28,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:29,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169449168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:29,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:29,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:29,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:29,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169449178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:29,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169449198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:29,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:29,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:29,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:29,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169449198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:29,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:29,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:29,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:29,202 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 349 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169449198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:29,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:29,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:29,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:29,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=746 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/379c615ee3f8453d9b2a0c4e0f66b5a9 2024-12-02T19:56:29,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/3caeab7b39fd4aa2b9f97d7db91fb015 is 50, key is test_row_0/B:col10/1733169388832/Put/seqid=0 2024-12-02T19:56:29,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742136_1312 (size=12301) 2024-12-02T19:56:29,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169449478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:29,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:29,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:29,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:29,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169449488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:29,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:29,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:29,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:29,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169449508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:29,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:29,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:29,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169449508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:29,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:29,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:29,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:29,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:29,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:29,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 350 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169449508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:29,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:29,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:29,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:29,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=746 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/3caeab7b39fd4aa2b9f97d7db91fb015 2024-12-02T19:56:29,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/070c94d1e7ea4f59aa06ea9f29e5cad9 is 50, key is test_row_0/C:col10/1733169388832/Put/seqid=0 2024-12-02T19:56:29,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742137_1313 (size=12301) 2024-12-02T19:56:29,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169449988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:29,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:29,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:29,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:30,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:30,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169449998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:30,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:30,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:30,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:30,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-02T19:56:30,008 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:56:30,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:56:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-12-02T19:56:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-02T19:56:30,010 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:56:30,011 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:56:30,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:56:30,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:30,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169450018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:30,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:30,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169450018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:30,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:30,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:30,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:30,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 351 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169450019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:30,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:30,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:30,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:30,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:30,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:30,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=746 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/070c94d1e7ea4f59aa06ea9f29e5cad9 2024-12-02T19:56:30,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/379c615ee3f8453d9b2a0c4e0f66b5a9 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/379c615ee3f8453d9b2a0c4e0f66b5a9 2024-12-02T19:56:30,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/379c615ee3f8453d9b2a0c4e0f66b5a9, entries=200, sequenceid=746, filesize=14.4 K 2024-12-02T19:56:30,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/3caeab7b39fd4aa2b9f97d7db91fb015 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/3caeab7b39fd4aa2b9f97d7db91fb015 2024-12-02T19:56:30,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/3caeab7b39fd4aa2b9f97d7db91fb015, entries=150, sequenceid=746, filesize=12.0 K 2024-12-02T19:56:30,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/070c94d1e7ea4f59aa06ea9f29e5cad9 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/070c94d1e7ea4f59aa06ea9f29e5cad9 2024-12-02T19:56:30,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/070c94d1e7ea4f59aa06ea9f29e5cad9, entries=150, sequenceid=746, filesize=12.0 K 2024-12-02T19:56:30,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for a389d769f93393cdf6609f9a7db76e15 in 1242ms, sequenceid=746, compaction requested=true 2024-12-02T19:56:30,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:30,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:56:30,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:30,077 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:30,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:56:30,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:30,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:56:30,077 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:30,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:30,077 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:30,077 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:30,077 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/A is initiating minor compaction (all files) 2024-12-02T19:56:30,077 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/B is initiating minor compaction (all files) 2024-12-02T19:56:30,077 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/B in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:30,077 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/A in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:30,078 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/2ceab5cb22f14d7f850c587c87536320, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/62767293674e4dc2803310dc289d2288, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/3caeab7b39fd4aa2b9f97d7db91fb015] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=36.7 K 2024-12-02T19:56:30,078 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/276112c145ac49f99298441c48513cfd, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/25a6b378e6c440adb21af557ad0c8396, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/379c615ee3f8453d9b2a0c4e0f66b5a9] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=39.1 K 2024-12-02T19:56:30,078 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 276112c145ac49f99298441c48513cfd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=713, earliestPutTs=1733169386642 2024-12-02T19:56:30,078 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ceab5cb22f14d7f850c587c87536320, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=713, earliestPutTs=1733169386642 2024-12-02T19:56:30,078 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25a6b378e6c440adb21af557ad0c8396, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=733, earliestPutTs=1733169386674 2024-12-02T19:56:30,078 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 62767293674e4dc2803310dc289d2288, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=733, earliestPutTs=1733169386674 2024-12-02T19:56:30,078 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 3caeab7b39fd4aa2b9f97d7db91fb015, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=746, earliestPutTs=1733169388832 2024-12-02T19:56:30,078 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 379c615ee3f8453d9b2a0c4e0f66b5a9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=746, earliestPutTs=1733169388831 2024-12-02T19:56:30,085 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#B#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:30,085 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/e8850c6cd66d4eafbdafe4e58c2a0745 is 50, key is test_row_0/B:col10/1733169388832/Put/seqid=0 2024-12-02T19:56:30,088 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#A#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:30,089 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/5b9f7db9846749848f8d7281c7f27326 is 50, key is test_row_0/A:col10/1733169388832/Put/seqid=0 2024-12-02T19:56:30,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742139_1315 (size=13119) 2024-12-02T19:56:30,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742138_1314 (size=13119) 2024-12-02T19:56:30,104 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/5b9f7db9846749848f8d7281c7f27326 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/5b9f7db9846749848f8d7281c7f27326 2024-12-02T19:56:30,109 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/A of a389d769f93393cdf6609f9a7db76e15 into 5b9f7db9846749848f8d7281c7f27326(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:30,109 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:30,109 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/A, priority=13, startTime=1733169390076; duration=0sec 2024-12-02T19:56:30,109 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:30,109 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:A 2024-12-02T19:56:30,109 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:30,110 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:30,110 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/C is initiating minor compaction (all files) 2024-12-02T19:56:30,110 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/C in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:30,110 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/1a2e7e59193b4e8392388531767a2288, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/1c47461172324af0812e43eb6e9147b4, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/070c94d1e7ea4f59aa06ea9f29e5cad9] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=36.7 K 2024-12-02T19:56:30,110 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a2e7e59193b4e8392388531767a2288, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=713, earliestPutTs=1733169386642 2024-12-02T19:56:30,111 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c47461172324af0812e43eb6e9147b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=733, earliestPutTs=1733169386674 2024-12-02T19:56:30,111 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 070c94d1e7ea4f59aa06ea9f29e5cad9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=746, earliestPutTs=1733169388832 2024-12-02T19:56:30,116 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#C#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:30,117 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/3a8eb52f66484a6b99ab98e0537b875b is 50, key is test_row_0/C:col10/1733169388832/Put/seqid=0 2024-12-02T19:56:30,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-02T19:56:30,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742140_1316 (size=13085) 2024-12-02T19:56:30,129 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/3a8eb52f66484a6b99ab98e0537b875b as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/3a8eb52f66484a6b99ab98e0537b875b 2024-12-02T19:56:30,133 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/C of a389d769f93393cdf6609f9a7db76e15 into 3a8eb52f66484a6b99ab98e0537b875b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:30,133 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:30,133 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/C, priority=13, startTime=1733169390077; duration=0sec 2024-12-02T19:56:30,133 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:30,133 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:C 2024-12-02T19:56:30,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-02T19:56:30,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:30,163 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing a389d769f93393cdf6609f9a7db76e15 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-12-02T19:56:30,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=A 2024-12-02T19:56:30,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:56:30,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=B 2024-12-02T19:56:30,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:56:30,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=C 2024-12-02T19:56:30,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:56:30,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/5dd86e8c43cc443b84591f6d9970025b is 50, key is test_row_0/A:col10/1733169388873/Put/seqid=0 2024-12-02T19:56:30,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742141_1317 (size=12301) 2024-12-02T19:56:30,172 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=782 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/5dd86e8c43cc443b84591f6d9970025b 2024-12-02T19:56:30,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/df536d37b25a48ec920ef268f55506b6 is 50, key is test_row_0/B:col10/1733169388873/Put/seqid=0 2024-12-02T19:56:30,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742142_1318 (size=12301) 2024-12-02T19:56:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-02T19:56:30,505 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/e8850c6cd66d4eafbdafe4e58c2a0745 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/e8850c6cd66d4eafbdafe4e58c2a0745 2024-12-02T19:56:30,509 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/B of a389d769f93393cdf6609f9a7db76e15 into e8850c6cd66d4eafbdafe4e58c2a0745(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:30,509 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:30,509 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/B, priority=13, startTime=1733169390077; duration=0sec 2024-12-02T19:56:30,509 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:30,509 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:B 2024-12-02T19:56:30,582 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=782 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/df536d37b25a48ec920ef268f55506b6 2024-12-02T19:56:30,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/3158fa0744664dce9a8b79108686e8f4 is 50, key is test_row_0/C:col10/1733169388873/Put/seqid=0 2024-12-02T19:56:30,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742143_1319 (size=12301) 2024-12-02T19:56:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-02T19:56:30,993 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=782 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/3158fa0744664dce9a8b79108686e8f4 2024-12-02T19:56:30,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/5dd86e8c43cc443b84591f6d9970025b as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/5dd86e8c43cc443b84591f6d9970025b 2024-12-02T19:56:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:31,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:31,001 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/5dd86e8c43cc443b84591f6d9970025b, entries=150, sequenceid=782, filesize=12.0 K 2024-12-02T19:56:31,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/df536d37b25a48ec920ef268f55506b6 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/df536d37b25a48ec920ef268f55506b6 2024-12-02T19:56:31,004 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/df536d37b25a48ec920ef268f55506b6, entries=150, sequenceid=782, filesize=12.0 K 2024-12-02T19:56:31,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/3158fa0744664dce9a8b79108686e8f4 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/3158fa0744664dce9a8b79108686e8f4 2024-12-02T19:56:31,009 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/3158fa0744664dce9a8b79108686e8f4, entries=150, sequenceid=782, filesize=12.0 K 2024-12-02T19:56:31,009 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=20.13 KB/20610 for a389d769f93393cdf6609f9a7db76e15 in 846ms, sequenceid=782, compaction requested=false 2024-12-02T19:56:31,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:31,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:31,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-12-02T19:56:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-12-02T19:56:31,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-12-02T19:56:31,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0000 sec 2024-12-02T19:56:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:31,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a389d769f93393cdf6609f9a7db76e15 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-02T19:56:31,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=A 2024-12-02T19:56:31,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:31,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=B 2024-12-02T19:56:31,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:31,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=C 2024-12-02T19:56:31,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:31,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.0070 sec 2024-12-02T19:56:31,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/d5350e0baeaa418e9c0ffc9e2c057cc2 is 50, key is test_row_0/A:col10/1733169391015/Put/seqid=0 2024-12-02T19:56:31,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742144_1320 (size=12301) 2024-12-02T19:56:31,045 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733169391031, max timestamp=1733169391043Num uniques 859; 2024-12-02T19:56:31,045 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-02T19:56:31,046 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733169391031, max timestamp=1733169391043Num uniques 859; 2024-12-02T19:56:31,046 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733169391031, max timestamp=1733169391043Num uniques 859; 2024-12-02T19:56:31,046 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-02T19:56:31,046 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-02T19:56:31,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 357 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169451064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:31,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:31,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169451064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:31,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:31,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:31,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169451065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169451066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:31,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:31,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:31,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:31,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:31,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169451070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:31,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:31,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-02T19:56:31,149 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:56:31,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:56:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-12-02T19:56:31,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-02T19:56:31,150 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:56:31,151 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:56:31,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:56:31,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 358 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169451178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:31,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:31,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169451178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:31,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:31,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,180 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:31,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169451178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:31,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:31,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169451178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:31,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:31,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169451178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:31,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:31,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-02T19:56:31,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-02T19:56:31,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:31,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:31,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:31,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:31,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:31,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 359 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169451388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:31,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:31,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169451388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:31,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:31,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169451388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:31,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:31,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169451388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:31,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:31,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169451389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:31,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:31,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=793 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/d5350e0baeaa418e9c0ffc9e2c057cc2 2024-12-02T19:56:31,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/85fd11873ecb4b02ba5db142e3ffe781 is 50, key is test_row_0/B:col10/1733169391015/Put/seqid=0 2024-12-02T19:56:31,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742145_1321 (size=12301) 2024-12-02T19:56:31,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=793 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/85fd11873ecb4b02ba5db142e3ffe781 2024-12-02T19:56:31,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/bdb5fa8f4d0148b3a700976317c9ec21 is 50, key is test_row_0/C:col10/1733169391015/Put/seqid=0 2024-12-02T19:56:31,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742146_1322 (size=12301) 2024-12-02T19:56:31,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-02T19:56:31,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:31,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:31,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:31,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:31,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-02T19:56:31,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-02T19:56:31,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:31,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:31,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:31,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:31,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:31,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 360 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169451698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:31,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:31,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169451698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:31,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:31,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:31,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169451698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:31,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:31,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:31,701 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169451698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169451698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:31,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:31,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:31,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:31,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-02T19:56:31,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:31,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:31,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:31,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:31,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-02T19:56:31,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=793 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/bdb5fa8f4d0148b3a700976317c9ec21 2024-12-02T19:56:31,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/d5350e0baeaa418e9c0ffc9e2c057cc2 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/d5350e0baeaa418e9c0ffc9e2c057cc2 2024-12-02T19:56:31,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/d5350e0baeaa418e9c0ffc9e2c057cc2, entries=150, sequenceid=793, filesize=12.0 K 2024-12-02T19:56:31,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/85fd11873ecb4b02ba5db142e3ffe781 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/85fd11873ecb4b02ba5db142e3ffe781 2024-12-02T19:56:31,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/85fd11873ecb4b02ba5db142e3ffe781, entries=150, sequenceid=793, filesize=12.0 K 2024-12-02T19:56:31,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/bdb5fa8f4d0148b3a700976317c9ec21 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/bdb5fa8f4d0148b3a700976317c9ec21 2024-12-02T19:56:31,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/bdb5fa8f4d0148b3a700976317c9ec21, entries=150, sequenceid=793, filesize=12.0 K 2024-12-02T19:56:31,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for a389d769f93393cdf6609f9a7db76e15 in 853ms, sequenceid=793, compaction requested=true 2024-12-02T19:56:31,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:31,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:56:31,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:31,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:56:31,870 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:31,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:31,870 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:31,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:56:31,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:31,870 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:31,870 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:31,870 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/B is initiating minor compaction (all files) 2024-12-02T19:56:31,870 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/A is initiating minor compaction (all files) 2024-12-02T19:56:31,870 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/B in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:31,870 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/A in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:31,871 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/5b9f7db9846749848f8d7281c7f27326, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/5dd86e8c43cc443b84591f6d9970025b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/d5350e0baeaa418e9c0ffc9e2c057cc2] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=36.8 K 2024-12-02T19:56:31,871 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/e8850c6cd66d4eafbdafe4e58c2a0745, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/df536d37b25a48ec920ef268f55506b6, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/85fd11873ecb4b02ba5db142e3ffe781] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=36.8 K 2024-12-02T19:56:31,871 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b9f7db9846749848f8d7281c7f27326, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=746, earliestPutTs=1733169388832 2024-12-02T19:56:31,871 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting e8850c6cd66d4eafbdafe4e58c2a0745, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=746, earliestPutTs=1733169388832 2024-12-02T19:56:31,871 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting df536d37b25a48ec920ef268f55506b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=782, earliestPutTs=1733169388873 2024-12-02T19:56:31,871 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5dd86e8c43cc443b84591f6d9970025b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=782, earliestPutTs=1733169388873 2024-12-02T19:56:31,871 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 85fd11873ecb4b02ba5db142e3ffe781, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=793, earliestPutTs=1733169391008 2024-12-02T19:56:31,871 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5350e0baeaa418e9c0ffc9e2c057cc2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=793, earliestPutTs=1733169391008 2024-12-02T19:56:31,877 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#B#compaction#278 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:31,878 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/bcf4dc0c14424641861f17107aa0594f is 50, key is test_row_0/B:col10/1733169391015/Put/seqid=0 2024-12-02T19:56:31,878 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#A#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:31,878 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/08747b13158e4ec0815179e4ddc99f88 is 50, key is test_row_0/A:col10/1733169391015/Put/seqid=0 2024-12-02T19:56:31,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742148_1324 (size=13221) 2024-12-02T19:56:31,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742147_1323 (size=13221) 2024-12-02T19:56:31,887 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/bcf4dc0c14424641861f17107aa0594f as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/bcf4dc0c14424641861f17107aa0594f 2024-12-02T19:56:31,892 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/B of a389d769f93393cdf6609f9a7db76e15 into bcf4dc0c14424641861f17107aa0594f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:31,892 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:31,892 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/B, priority=13, startTime=1733169391870; duration=0sec 2024-12-02T19:56:31,892 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:31,892 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:B 2024-12-02T19:56:31,892 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:31,893 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:31,893 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/C is initiating minor compaction (all files) 2024-12-02T19:56:31,893 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/C in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:31,893 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/3a8eb52f66484a6b99ab98e0537b875b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/3158fa0744664dce9a8b79108686e8f4, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/bdb5fa8f4d0148b3a700976317c9ec21] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=36.8 K 2024-12-02T19:56:31,893 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a8eb52f66484a6b99ab98e0537b875b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=746, earliestPutTs=1733169388832 2024-12-02T19:56:31,894 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 3158fa0744664dce9a8b79108686e8f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=782, earliestPutTs=1733169388873 2024-12-02T19:56:31,894 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting bdb5fa8f4d0148b3a700976317c9ec21, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=793, earliestPutTs=1733169391008 2024-12-02T19:56:31,900 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#C#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:31,900 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/9b6e7be63bec450eb346c3c8561d39c2 is 50, key is test_row_0/C:col10/1733169391015/Put/seqid=0 2024-12-02T19:56:31,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742149_1325 (size=13187) 2024-12-02T19:56:31,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-02T19:56:31,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:31,913 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing a389d769f93393cdf6609f9a7db76e15 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-02T19:56:31,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=A 2024-12-02T19:56:31,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:56:31,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=B 2024-12-02T19:56:31,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:56:31,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=C 2024-12-02T19:56:31,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:56:31,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/da681a02fdbc4831bfc0f5d54bb0b4df is 50, key is test_row_0/A:col10/1733169391069/Put/seqid=0 2024-12-02T19:56:31,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742150_1326 (size=12301) 2024-12-02T19:56:32,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:32,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:32,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169452212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:32,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:32,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:32,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169452213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:32,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:32,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:32,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169452213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:32,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,217 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:32,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 363 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169452215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:32,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:32,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:32,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169452216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:32,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:32,287 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/08747b13158e4ec0815179e4ddc99f88 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/08747b13158e4ec0815179e4ddc99f88 2024-12-02T19:56:32,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-02T19:56:32,291 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/A of a389d769f93393cdf6609f9a7db76e15 into 08747b13158e4ec0815179e4ddc99f88(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:32,291 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:32,291 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/A, priority=13, startTime=1733169391870; duration=0sec 2024-12-02T19:56:32,291 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:32,291 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:A 2024-12-02T19:56:32,308 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/9b6e7be63bec450eb346c3c8561d39c2 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/9b6e7be63bec450eb346c3c8561d39c2 2024-12-02T19:56:32,317 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/C of a389d769f93393cdf6609f9a7db76e15 into 9b6e7be63bec450eb346c3c8561d39c2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:32,317 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:32,317 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/C, priority=13, startTime=1733169391870; duration=0sec 2024-12-02T19:56:32,318 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:32,318 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:C 2024-12-02T19:56:32,321 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=830 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/da681a02fdbc4831bfc0f5d54bb0b4df 2024-12-02T19:56:32,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/6d700c29260d4800a24f350968b24987 is 50, key is test_row_0/B:col10/1733169391069/Put/seqid=0 2024-12-02T19:56:32,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169452328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:32,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:32,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742151_1327 (size=12301) 2024-12-02T19:56:32,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 364 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169452328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:32,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:32,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:32,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169452328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169452329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:32,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:32,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:32,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169452329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:32,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:32,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:32,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169452538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:32,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:32,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:32,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 365 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169452538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:32,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:32,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:32,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169452538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:32,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:32,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169452538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:32,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:32,541 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,541 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:32,541 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:32,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169452538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:32,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:32,732 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=830 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/6d700c29260d4800a24f350968b24987 2024-12-02T19:56:32,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/a5fffb28f69d4881a5464c8ae6d438ef is 50, key is test_row_0/C:col10/1733169391069/Put/seqid=0 2024-12-02T19:56:32,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742152_1328 (size=12301) 2024-12-02T19:56:32,742 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=830 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/a5fffb28f69d4881a5464c8ae6d438ef 2024-12-02T19:56:32,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/da681a02fdbc4831bfc0f5d54bb0b4df as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/da681a02fdbc4831bfc0f5d54bb0b4df 2024-12-02T19:56:32,763 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/da681a02fdbc4831bfc0f5d54bb0b4df, entries=150, sequenceid=830, filesize=12.0 K 2024-12-02T19:56:32,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/6d700c29260d4800a24f350968b24987 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/6d700c29260d4800a24f350968b24987 2024-12-02T19:56:32,767 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/6d700c29260d4800a24f350968b24987, entries=150, sequenceid=830, filesize=12.0 K 2024-12-02T19:56:32,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/a5fffb28f69d4881a5464c8ae6d438ef as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/a5fffb28f69d4881a5464c8ae6d438ef 2024-12-02T19:56:32,772 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/a5fffb28f69d4881a5464c8ae6d438ef, entries=150, sequenceid=830, filesize=12.0 K 2024-12-02T19:56:32,773 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for a389d769f93393cdf6609f9a7db76e15 in 860ms, sequenceid=830, compaction requested=false 2024-12-02T19:56:32,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:32,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:32,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-02T19:56:32,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-12-02T19:56:32,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-12-02T19:56:32,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6240 sec 2024-12-02T19:56:32,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.6290 sec 2024-12-02T19:56:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:32,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a389d769f93393cdf6609f9a7db76e15 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-02T19:56:32,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=A 2024-12-02T19:56:32,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:32,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=B 2024-12-02T19:56:32,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:32,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=C 2024-12-02T19:56:32,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:32,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/236b87c529a048ceb05e40ebd1ca8f94 is 50, key is test_row_0/A:col10/1733169392849/Put/seqid=0 2024-12-02T19:56:32,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742153_1329 (size=14741) 2024-12-02T19:56:32,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=846 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/236b87c529a048ceb05e40ebd1ca8f94 2024-12-02T19:56:32,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169452866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:32,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:32,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169452867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:32,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:32,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 370 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169452869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:32,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:32,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169452870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:32,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:32,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/22ae6af74cdc43c8afa71e9e6f3d2602 is 50, key is test_row_0/B:col10/1733169392849/Put/seqid=0 2024-12-02T19:56:32,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169452871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:32,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:32,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742154_1330 (size=12301) 2024-12-02T19:56:32,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169452978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:32,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:32,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 371 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169452978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:32,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:32,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:32,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169452979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:32,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169452979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:32,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:32,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,981 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,981 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169452979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:32,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:32,981 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:32,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:32,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:33,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169453188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:33,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 372 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169453188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:33,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169453189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:33,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:33,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:33,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169453189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:33,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:33,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:33,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,191 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169453189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:33,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:33,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=846 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/22ae6af74cdc43c8afa71e9e6f3d2602 2024-12-02T19:56:33,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/d7f0e4d3aaf84a94b1ea219ebd9e9d66 is 50, key is test_row_0/C:col10/1733169392849/Put/seqid=0 2024-12-02T19:56:33,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742155_1331 (size=12301) 2024-12-02T19:56:33,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=846 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/d7f0e4d3aaf84a94b1ea219ebd9e9d66 2024-12-02T19:56:33,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/236b87c529a048ceb05e40ebd1ca8f94 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/236b87c529a048ceb05e40ebd1ca8f94 2024-12-02T19:56:33,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/236b87c529a048ceb05e40ebd1ca8f94, entries=200, sequenceid=846, filesize=14.4 K 2024-12-02T19:56:33,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/22ae6af74cdc43c8afa71e9e6f3d2602 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/22ae6af74cdc43c8afa71e9e6f3d2602 2024-12-02T19:56:33,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-02T19:56:33,298 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:56:33,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:56:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-12-02T19:56:33,300 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:56:33,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-02T19:56:33,301 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:56:33,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/22ae6af74cdc43c8afa71e9e6f3d2602, entries=150, sequenceid=846, filesize=12.0 K 2024-12-02T19:56:33,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:56:33,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/d7f0e4d3aaf84a94b1ea219ebd9e9d66 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/d7f0e4d3aaf84a94b1ea219ebd9e9d66 2024-12-02T19:56:33,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/d7f0e4d3aaf84a94b1ea219ebd9e9d66, entries=150, sequenceid=846, filesize=12.0 K 2024-12-02T19:56:33,306 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for a389d769f93393cdf6609f9a7db76e15 in 456ms, sequenceid=846, compaction requested=true 2024-12-02T19:56:33,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:33,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:56:33,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:33,307 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:33,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:56:33,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:33,307 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:33,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:56:33,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:33,307 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:33,307 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:33,307 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/B is initiating minor compaction (all files) 2024-12-02T19:56:33,307 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/A is initiating minor compaction (all files) 2024-12-02T19:56:33,307 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/B in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:33,307 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/A in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:33,308 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/08747b13158e4ec0815179e4ddc99f88, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/da681a02fdbc4831bfc0f5d54bb0b4df, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/236b87c529a048ceb05e40ebd1ca8f94] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=39.3 K 2024-12-02T19:56:33,308 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/bcf4dc0c14424641861f17107aa0594f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/6d700c29260d4800a24f350968b24987, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/22ae6af74cdc43c8afa71e9e6f3d2602] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=36.9 K 2024-12-02T19:56:33,308 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08747b13158e4ec0815179e4ddc99f88, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=793, earliestPutTs=1733169391008 2024-12-02T19:56:33,308 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting bcf4dc0c14424641861f17107aa0594f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=793, earliestPutTs=1733169391008 2024-12-02T19:56:33,308 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting da681a02fdbc4831bfc0f5d54bb0b4df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=830, earliestPutTs=1733169391062 2024-12-02T19:56:33,308 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d700c29260d4800a24f350968b24987, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=830, earliestPutTs=1733169391062 2024-12-02T19:56:33,308 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 236b87c529a048ceb05e40ebd1ca8f94, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=846, earliestPutTs=1733169392210 2024-12-02T19:56:33,309 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 22ae6af74cdc43c8afa71e9e6f3d2602, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=846, earliestPutTs=1733169392210 2024-12-02T19:56:33,313 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#B#compaction#288 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:33,313 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#A#compaction#287 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:33,314 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/f3979733ca3540e2aed204f103883218 is 50, key is test_row_0/B:col10/1733169392849/Put/seqid=0 2024-12-02T19:56:33,314 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/8cc8c871ef71405fbf52f44087150727 is 50, key is test_row_0/A:col10/1733169392849/Put/seqid=0 2024-12-02T19:56:33,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742156_1332 (size=13323) 2024-12-02T19:56:33,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742157_1333 (size=13323) 2024-12-02T19:56:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-02T19:56:33,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-02T19:56:33,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:33,454 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing a389d769f93393cdf6609f9a7db76e15 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-02T19:56:33,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=A 2024-12-02T19:56:33,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:33,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=B 2024-12-02T19:56:33,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:33,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=C 2024-12-02T19:56:33,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:33,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/e5343e5d61374322bb39ffb5e8c4c3fd is 50, key is test_row_0/A:col10/1733169392868/Put/seqid=0 2024-12-02T19:56:33,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742158_1334 (size=12301) 2024-12-02T19:56:33,461 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=865 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/e5343e5d61374322bb39ffb5e8c4c3fd 2024-12-02T19:56:33,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/8064d605897e41f68f2ddd3a99100d38 is 50, key is test_row_0/B:col10/1733169392868/Put/seqid=0 2024-12-02T19:56:33,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742159_1335 (size=12301) 2024-12-02T19:56:33,477 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=865 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/8064d605897e41f68f2ddd3a99100d38 2024-12-02T19:56:33,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/ccabaeb4fb85449fae6fcd45252a1ec1 is 50, key is test_row_0/C:col10/1733169392868/Put/seqid=0 2024-12-02T19:56:33,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742160_1336 (size=12301) 2024-12-02T19:56:33,490 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=865 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/ccabaeb4fb85449fae6fcd45252a1ec1 2024-12-02T19:56:33,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/e5343e5d61374322bb39ffb5e8c4c3fd as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/e5343e5d61374322bb39ffb5e8c4c3fd 2024-12-02T19:56:33,497 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/e5343e5d61374322bb39ffb5e8c4c3fd, entries=150, sequenceid=865, filesize=12.0 K 2024-12-02T19:56:33,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/8064d605897e41f68f2ddd3a99100d38 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/8064d605897e41f68f2ddd3a99100d38 2024-12-02T19:56:33,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:33,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:33,502 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/8064d605897e41f68f2ddd3a99100d38, entries=150, sequenceid=865, filesize=12.0 K 2024-12-02T19:56:33,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/ccabaeb4fb85449fae6fcd45252a1ec1 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/ccabaeb4fb85449fae6fcd45252a1ec1 2024-12-02T19:56:33,507 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/ccabaeb4fb85449fae6fcd45252a1ec1, entries=150, sequenceid=865, filesize=12.0 K 2024-12-02T19:56:33,508 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=40.25 KB/41220 for a389d769f93393cdf6609f9a7db76e15 in 53ms, sequenceid=865, compaction requested=true 2024-12-02T19:56:33,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:33,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:33,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-12-02T19:56:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-12-02T19:56:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:33,509 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a389d769f93393cdf6609f9a7db76e15 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-02T19:56:33,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=A 2024-12-02T19:56:33,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:33,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=B 2024-12-02T19:56:33,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:33,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=C 2024-12-02T19:56:33,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:33,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-12-02T19:56:33,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 208 msec 2024-12-02T19:56:33,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/c417aed292b543789fec7b7d079f17cd is 50, key is test_row_0/A:col10/1733169393507/Put/seqid=0 2024-12-02T19:56:33,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 214 msec 2024-12-02T19:56:33,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742161_1337 (size=14737) 2024-12-02T19:56:33,530 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733169393520, max timestamp=1733169393528Num uniques 859; 2024-12-02T19:56:33,530 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-02T19:56:33,530 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733169393520, max timestamp=1733169393528Num uniques 859; 2024-12-02T19:56:33,530 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-02T19:56:33,530 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733169393520, max timestamp=1733169393528Num uniques 859; 2024-12-02T19:56:33,530 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-02T19:56:33,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169453539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:33,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:33,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169453540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169453542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:33,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:33,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:33,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:33,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:33,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169453544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:33,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:33,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 381 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169453545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:33,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:33,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-02T19:56:33,618 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:56:33,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:56:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-12-02T19:56:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-02T19:56:33,620 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:56:33,621 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:56:33,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:56:33,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:33,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169453648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:33,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:33,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169453648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:33,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:33,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169453648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:33,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:33,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:33,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169453659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:33,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:33,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 382 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169453659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:33,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:33,721 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/f3979733ca3540e2aed204f103883218 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/f3979733ca3540e2aed204f103883218 2024-12-02T19:56:33,725 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/B of a389d769f93393cdf6609f9a7db76e15 into f3979733ca3540e2aed204f103883218(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:33,725 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:33,725 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/B, priority=13, startTime=1733169393307; duration=0sec 2024-12-02T19:56:33,725 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:33,725 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:B 2024-12-02T19:56:33,725 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T19:56:33,727 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T19:56:33,727 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/C is initiating minor compaction (all files) 2024-12-02T19:56:33,727 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/C in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:33,727 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/9b6e7be63bec450eb346c3c8561d39c2, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/a5fffb28f69d4881a5464c8ae6d438ef, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/d7f0e4d3aaf84a94b1ea219ebd9e9d66, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/ccabaeb4fb85449fae6fcd45252a1ec1] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=48.9 K 2024-12-02T19:56:33,727 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b6e7be63bec450eb346c3c8561d39c2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=793, earliestPutTs=1733169391008 2024-12-02T19:56:33,727 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting a5fffb28f69d4881a5464c8ae6d438ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=830, earliestPutTs=1733169391062 2024-12-02T19:56:33,727 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting d7f0e4d3aaf84a94b1ea219ebd9e9d66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=846, earliestPutTs=1733169392210 2024-12-02T19:56:33,728 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting ccabaeb4fb85449fae6fcd45252a1ec1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=865, earliestPutTs=1733169392867 2024-12-02T19:56:33,728 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/8cc8c871ef71405fbf52f44087150727 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/8cc8c871ef71405fbf52f44087150727 2024-12-02T19:56:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-02T19:56:33,733 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/A of a389d769f93393cdf6609f9a7db76e15 into 8cc8c871ef71405fbf52f44087150727(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:33,733 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:33,733 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/A, priority=13, startTime=1733169393307; duration=0sec 2024-12-02T19:56:33,733 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:33,733 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:A 2024-12-02T19:56:33,734 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#C#compaction#293 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:33,735 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/c1c194e81d4a46cc8c29c69b52936033 is 50, key is test_row_0/C:col10/1733169392868/Put/seqid=0 2024-12-02T19:56:33,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742162_1338 (size=13323) 2024-12-02T19:56:33,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-02T19:56:33,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:33,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:33,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:33,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:33,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:33,782 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T19:56:33,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169453858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:33,862 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:33,862 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,862 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169453858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:33,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:33,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169453859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:33,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:33,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:33,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:33,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 383 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169453868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169453868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:33,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:33,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:33,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:33,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=875 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/c417aed292b543789fec7b7d079f17cd 2024-12-02T19:56:33,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-02T19:56:33,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:33,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:33,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:33,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:33,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:33,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/946c3c858fd74ababc8d80d1875b3679 is 50, key is test_row_0/B:col10/1733169393507/Put/seqid=0 2024-12-02T19:56:33,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:33,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742163_1339 (size=9857) 2024-12-02T19:56:33,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-02T19:56:34,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-02T19:56:34,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:34,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:34,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:34,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:34,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:34,141 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/c1c194e81d4a46cc8c29c69b52936033 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/c1c194e81d4a46cc8c29c69b52936033 2024-12-02T19:56:34,145 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/C of a389d769f93393cdf6609f9a7db76e15 into c1c194e81d4a46cc8c29c69b52936033(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:34,145 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:34,145 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/C, priority=12, startTime=1733169393307; duration=0sec 2024-12-02T19:56:34,145 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:34,145 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:C 2024-12-02T19:56:34,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169454168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:34,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:34,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:34,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169454168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:34,171 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:34,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:34,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:34,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:34,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:34,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169454168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:34,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:34,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:34,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:34,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169454178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:34,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 384 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169454179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:34,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:34,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:34,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:34,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:34,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:34,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:34,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-02T19:56:34,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:34,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:34,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:34,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:34,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-02T19:56:34,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=875 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/946c3c858fd74ababc8d80d1875b3679 2024-12-02T19:56:34,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/9ac02b57be224d72888000c9fbbc4112 is 50, key is test_row_0/C:col10/1733169393507/Put/seqid=0 2024-12-02T19:56:34,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742164_1340 (size=9857) 2024-12-02T19:56:34,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-02T19:56:34,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:34,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:34,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:34,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:34,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:34,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:34,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-02T19:56:34,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:34,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:34,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:34,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:34,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:34,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169454678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:34,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:34,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169454678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:34,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:34,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169454679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:34,681 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:34,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:34,681 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:34,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:34,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:34,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:34,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:34,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-02T19:56:34,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:34,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:34,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:34,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:34,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:34,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169454688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:34,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:34,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:34,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 385 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169454688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:34,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:34,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:34,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:34,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=875 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/9ac02b57be224d72888000c9fbbc4112 2024-12-02T19:56:34,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/c417aed292b543789fec7b7d079f17cd as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/c417aed292b543789fec7b7d079f17cd 2024-12-02T19:56:34,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/c417aed292b543789fec7b7d079f17cd, entries=200, sequenceid=875, filesize=14.4 K 2024-12-02T19:56:34,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/946c3c858fd74ababc8d80d1875b3679 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/946c3c858fd74ababc8d80d1875b3679 2024-12-02T19:56:34,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/946c3c858fd74ababc8d80d1875b3679, entries=100, sequenceid=875, filesize=9.6 K 2024-12-02T19:56:34,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/9ac02b57be224d72888000c9fbbc4112 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/9ac02b57be224d72888000c9fbbc4112 2024-12-02T19:56:34,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/9ac02b57be224d72888000c9fbbc4112, entries=100, sequenceid=875, filesize=9.6 K 2024-12-02T19:56:34,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for a389d769f93393cdf6609f9a7db76e15 in 1249ms, sequenceid=875, compaction requested=true 2024-12-02T19:56:34,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:34,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:56:34,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:34,758 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:34,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:56:34,758 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:34,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:34,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:56:34,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-02T19:56:34,759 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40361 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:34,759 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/A is initiating minor compaction (all files) 2024-12-02T19:56:34,759 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/A in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:34,759 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/8cc8c871ef71405fbf52f44087150727, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/e5343e5d61374322bb39ffb5e8c4c3fd, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/c417aed292b543789fec7b7d079f17cd] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=39.4 K 2024-12-02T19:56:34,759 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cc8c871ef71405fbf52f44087150727, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=846, earliestPutTs=1733169392210 2024-12-02T19:56:34,759 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:34,759 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/B is initiating minor compaction (all files) 2024-12-02T19:56:34,759 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/B in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:34,759 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5343e5d61374322bb39ffb5e8c4c3fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=865, earliestPutTs=1733169392867 2024-12-02T19:56:34,759 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/f3979733ca3540e2aed204f103883218, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/8064d605897e41f68f2ddd3a99100d38, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/946c3c858fd74ababc8d80d1875b3679] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=34.6 K 2024-12-02T19:56:34,760 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting c417aed292b543789fec7b7d079f17cd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=875, earliestPutTs=1733169393501 2024-12-02T19:56:34,760 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting f3979733ca3540e2aed204f103883218, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=846, earliestPutTs=1733169392210 2024-12-02T19:56:34,760 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 8064d605897e41f68f2ddd3a99100d38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=865, earliestPutTs=1733169392867 2024-12-02T19:56:34,760 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 946c3c858fd74ababc8d80d1875b3679, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=875, earliestPutTs=1733169393501 2024-12-02T19:56:34,765 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#A#compaction#296 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:34,765 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#B#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:34,766 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/467e86e3079b4ea286df281fe6b6f56c is 50, key is test_row_0/A:col10/1733169393507/Put/seqid=0 2024-12-02T19:56:34,766 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/6d889486148947a995b1ec470e2c53aa is 50, key is test_row_0/B:col10/1733169393507/Put/seqid=0 2024-12-02T19:56:34,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742166_1342 (size=13425) 2024-12-02T19:56:34,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742165_1341 (size=13425) 2024-12-02T19:56:34,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-02T19:56:34,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:34,842 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing a389d769f93393cdf6609f9a7db76e15 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-12-02T19:56:34,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=A 2024-12-02T19:56:34,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:56:34,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=B 2024-12-02T19:56:34,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:56:34,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=C 2024-12-02T19:56:34,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:56:34,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/25bf154ee036458a92790d0bdb38114a is 50, key is test_row_0/A:col10/1733169393543/Put/seqid=0 2024-12-02T19:56:34,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742167_1343 (size=12301) 2024-12-02T19:56:34,852 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=913 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/25bf154ee036458a92790d0bdb38114a 2024-12-02T19:56:34,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/e3430e6a5c3648719d4b664e6ff8f232 is 50, key is test_row_0/B:col10/1733169393543/Put/seqid=0 2024-12-02T19:56:34,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742168_1344 (size=12301) 2024-12-02T19:56:34,862 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=913 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/e3430e6a5c3648719d4b664e6ff8f232 2024-12-02T19:56:34,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/4cb67fe26a704b2aa40ce04c070463be is 50, key is test_row_0/C:col10/1733169393543/Put/seqid=0 2024-12-02T19:56:34,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742169_1345 (size=12301) 2024-12-02T19:56:35,173 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/467e86e3079b4ea286df281fe6b6f56c as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/467e86e3079b4ea286df281fe6b6f56c 2024-12-02T19:56:35,173 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/6d889486148947a995b1ec470e2c53aa as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/6d889486148947a995b1ec470e2c53aa 2024-12-02T19:56:35,177 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/A of a389d769f93393cdf6609f9a7db76e15 into 467e86e3079b4ea286df281fe6b6f56c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:35,177 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/B of a389d769f93393cdf6609f9a7db76e15 into 6d889486148947a995b1ec470e2c53aa(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:35,177 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:35,177 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:35,177 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/A, priority=13, startTime=1733169394758; duration=0sec 2024-12-02T19:56:35,177 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/B, priority=13, startTime=1733169394758; duration=0sec 2024-12-02T19:56:35,177 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:35,177 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:A 2024-12-02T19:56:35,177 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:35,177 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-02T19:56:35,177 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:B 2024-12-02T19:56:35,177 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-02T19:56:35,177 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-02T19:56:35,177 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. because compaction request was cancelled 2024-12-02T19:56:35,177 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:C 2024-12-02T19:56:35,278 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=913 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/4cb67fe26a704b2aa40ce04c070463be 2024-12-02T19:56:35,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/25bf154ee036458a92790d0bdb38114a as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/25bf154ee036458a92790d0bdb38114a 2024-12-02T19:56:35,284 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/25bf154ee036458a92790d0bdb38114a, entries=150, sequenceid=913, filesize=12.0 K 2024-12-02T19:56:35,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/e3430e6a5c3648719d4b664e6ff8f232 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/e3430e6a5c3648719d4b664e6ff8f232 2024-12-02T19:56:35,288 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/e3430e6a5c3648719d4b664e6ff8f232, entries=150, sequenceid=913, filesize=12.0 K 2024-12-02T19:56:35,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/4cb67fe26a704b2aa40ce04c070463be as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/4cb67fe26a704b2aa40ce04c070463be 2024-12-02T19:56:35,292 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/4cb67fe26a704b2aa40ce04c070463be, entries=150, sequenceid=913, filesize=12.0 K 2024-12-02T19:56:35,293 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=0 B/0 for a389d769f93393cdf6609f9a7db76e15 in 451ms, sequenceid=913, compaction requested=true 2024-12-02T19:56:35,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:35,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:35,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-12-02T19:56:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-12-02T19:56:35,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-12-02T19:56:35,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6730 sec 2024-12-02T19:56:35,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.6780 sec 2024-12-02T19:56:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:35,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a389d769f93393cdf6609f9a7db76e15 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-02T19:56:35,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=A 2024-12-02T19:56:35,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:35,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=B 2024-12-02T19:56:35,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:35,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=C 2024-12-02T19:56:35,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:35,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/327c9317e1e14b25aca7ae80271f7055 is 50, key is test_row_0/A:col10/1733169395694/Put/seqid=0 2024-12-02T19:56:35,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742170_1346 (size=12297) 2024-12-02T19:56:35,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733169395710, max timestamp=1733169395716Num uniques 859; 2024-12-02T19:56:35,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-02T19:56:35,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733169395710, max timestamp=1733169395716Num uniques 859; 2024-12-02T19:56:35,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-02T19:56:35,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733169395710, max timestamp=1733169395716Num uniques 859; 2024-12-02T19:56:35,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-02T19:56:35,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169455728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:35,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:35,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:35,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:35,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 390 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169455729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:35,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:35,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169455730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:35,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:35,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:35,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:35,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:35,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:35,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169455731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:35,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:35,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:35,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:35,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:35,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169455732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:35,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:35,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:35,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-02T19:56:35,769 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:56:35,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:56:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-12-02T19:56:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-02T19:56:35,771 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:56:35,771 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:56:35,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:56:35,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:35,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169455838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:35,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:35,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:35,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 391 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169455838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:35,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:35,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:35,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:35,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169455838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:35,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:35,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:35,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169455838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:35,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:35,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:35,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:35,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:35,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169455838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:35,840 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:35,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:35,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:35,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:35,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-02T19:56:35,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-02T19:56:35,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:35,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:35,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:35,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:35,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:35,973 INFO [Thread-1144 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1144. 2024-12-02T19:56:35,973 INFO [Thread-1138 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1138. 2024-12-02T19:56:35,973 DEBUG [Thread-1138 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:56:35,973 DEBUG [Thread-1144 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:56:35,973 DEBUG [Thread-1144 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:35,973 DEBUG [Thread-1138 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:35,974 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:56:35,974 DEBUG [Thread-1138 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:35,974 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:56:35,974 DEBUG [Thread-1144 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:35,976 INFO [Thread-1140 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1140. 2024-12-02T19:56:35,976 DEBUG [Thread-1140 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:56:35,976 DEBUG [Thread-1140 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:35,976 DEBUG [Thread-1140 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:35,976 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:56:35,977 INFO [Thread-1142 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1142. 2024-12-02T19:56:35,977 DEBUG [Thread-1142 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:56:35,977 DEBUG [Thread-1142 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:35,977 DEBUG [Thread-1142 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:35,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:56:35,978 INFO [Thread-1136 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1136. 2024-12-02T19:56:35,978 DEBUG [Thread-1136 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:56:35,978 DEBUG [Thread-1136 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:35,978 DEBUG [Thread-1136 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:35,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:56:36,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:36,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:36,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169456048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 392 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169456049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169456049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:36,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:36,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:36,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:36,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:36,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169456049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169456049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:36,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:36,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:36,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:36,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:36,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:36,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:36,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:36,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:36,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:36,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:36,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:36,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:36,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-02T19:56:36,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:36,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:36,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:36,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:36,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:36,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-02T19:56:36,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=926 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/327c9317e1e14b25aca7ae80271f7055 2024-12-02T19:56:36,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/336541c878e1467db8e97584ddc9ec07 is 50, key is test_row_0/B:col10/1733169395694/Put/seqid=0 2024-12-02T19:56:36,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742171_1347 (size=9857) 2024-12-02T19:56:36,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-02T19:56:36,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:36,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:36,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:36,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:36,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:36,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:36,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:36,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:36,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169456358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 393 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169456359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169456359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:36,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:36,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:36,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:36,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169456359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:36,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:36,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:36,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169456359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:36,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:36,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:36,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:36,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:36,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:36,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:36,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:36,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:36,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:36,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:36,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-02T19:56:36,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:36,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:36,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:36,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:36,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-02T19:56:36,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=926 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/336541c878e1467db8e97584ddc9ec07 2024-12-02T19:56:36,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/b555a43a5cc549b2897b4d4184e490f7 is 50, key is test_row_0/C:col10/1733169395694/Put/seqid=0 2024-12-02T19:56:36,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742172_1348 (size=9857) 2024-12-02T19:56:36,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-02T19:56:36,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:36,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:36,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:36,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:36,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:36,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-02T19:56:36,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:36,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:36,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:36,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:36,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:36,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:36,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-02T19:56:36,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:36,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:36,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:36,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:36,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:36,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:36,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 394 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53766 deadline: 1733169456869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:36,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:36,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53714 deadline: 1733169456869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53794 deadline: 1733169456869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:36,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:36,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:36,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:36,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53768 deadline: 1733169456869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:36,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:36,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:36,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:36,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:36,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:36,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:36,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:36,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53732 deadline: 1733169456870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:36,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:36,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:36,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:36,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:36,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:36,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:56:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-02T19:56:36,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=926 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/b555a43a5cc549b2897b4d4184e490f7 2024-12-02T19:56:36,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/327c9317e1e14b25aca7ae80271f7055 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/327c9317e1e14b25aca7ae80271f7055 2024-12-02T19:56:36,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/327c9317e1e14b25aca7ae80271f7055, entries=150, sequenceid=926, filesize=12.0 K 2024-12-02T19:56:36,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/336541c878e1467db8e97584ddc9ec07 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/336541c878e1467db8e97584ddc9ec07 2024-12-02T19:56:36,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/336541c878e1467db8e97584ddc9ec07, entries=100, sequenceid=926, filesize=9.6 K 2024-12-02T19:56:36,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/b555a43a5cc549b2897b4d4184e490f7 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/b555a43a5cc549b2897b4d4184e490f7 2024-12-02T19:56:36,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/b555a43a5cc549b2897b4d4184e490f7, entries=100, sequenceid=926, filesize=9.6 K 2024-12-02T19:56:36,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for a389d769f93393cdf6609f9a7db76e15 in 1269ms, sequenceid=926, compaction requested=true 2024-12-02T19:56:36,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:36,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:56:36,964 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:36,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:36,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:56:36,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:36,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a389d769f93393cdf6609f9a7db76e15:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:56:36,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:36,964 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:36,965 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:36,965 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:36,965 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/A is initiating minor compaction (all files) 2024-12-02T19:56:36,965 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/B is initiating minor compaction (all files) 2024-12-02T19:56:36,965 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/A in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:36,965 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/B in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:36,965 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/467e86e3079b4ea286df281fe6b6f56c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/25bf154ee036458a92790d0bdb38114a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/327c9317e1e14b25aca7ae80271f7055] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=37.1 K 2024-12-02T19:56:36,965 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/6d889486148947a995b1ec470e2c53aa, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/e3430e6a5c3648719d4b664e6ff8f232, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/336541c878e1467db8e97584ddc9ec07] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=34.7 K 2024-12-02T19:56:36,965 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 467e86e3079b4ea286df281fe6b6f56c, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=875, earliestPutTs=1733169392869 2024-12-02T19:56:36,965 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d889486148947a995b1ec470e2c53aa, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=875, earliestPutTs=1733169392869 2024-12-02T19:56:36,965 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25bf154ee036458a92790d0bdb38114a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=913, earliestPutTs=1733169393537 2024-12-02T19:56:36,965 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting e3430e6a5c3648719d4b664e6ff8f232, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=913, earliestPutTs=1733169393537 2024-12-02T19:56:36,965 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 327c9317e1e14b25aca7ae80271f7055, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=926, earliestPutTs=1733169395692 2024-12-02T19:56:36,965 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 336541c878e1467db8e97584ddc9ec07, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=926, earliestPutTs=1733169395692 2024-12-02T19:56:36,972 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#B#compaction#305 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:36,972 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#A#compaction#304 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:36,973 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/8c7debe80a7844af835e945d5144c114 is 50, key is test_row_0/B:col10/1733169395694/Put/seqid=0 2024-12-02T19:56:36,973 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/fffb060d2feb47e289929c5c5b0c3aef is 50, key is test_row_0/A:col10/1733169395694/Put/seqid=0 2024-12-02T19:56:36,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742174_1350 (size=13527) 2024-12-02T19:56:36,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742173_1349 (size=13527) 2024-12-02T19:56:37,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-02T19:56:37,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:37,003 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing a389d769f93393cdf6609f9a7db76e15 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-12-02T19:56:37,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=A 2024-12-02T19:56:37,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:56:37,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=B 2024-12-02T19:56:37,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:56:37,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=C 2024-12-02T19:56:37,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:56:37,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/45c11560d0a74692b21bcf98a4d50dfe is 50, key is test_row_0/A:col10/1733169395727/Put/seqid=0 2024-12-02T19:56:37,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742175_1351 (size=12301) 2024-12-02T19:56:37,390 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/fffb060d2feb47e289929c5c5b0c3aef as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/fffb060d2feb47e289929c5c5b0c3aef 2024-12-02T19:56:37,390 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/8c7debe80a7844af835e945d5144c114 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/8c7debe80a7844af835e945d5144c114 2024-12-02T19:56:37,394 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/B of a389d769f93393cdf6609f9a7db76e15 into 8c7debe80a7844af835e945d5144c114(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:37,394 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:37,394 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/B, priority=13, startTime=1733169396964; duration=0sec 2024-12-02T19:56:37,394 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/A of a389d769f93393cdf6609f9a7db76e15 into fffb060d2feb47e289929c5c5b0c3aef(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:37,394 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:37,394 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/A, priority=13, startTime=1733169396964; duration=0sec 2024-12-02T19:56:37,394 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:37,394 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:B 2024-12-02T19:56:37,394 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:37,394 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:A 2024-12-02T19:56:37,394 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T19:56:37,396 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45338 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T19:56:37,396 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): a389d769f93393cdf6609f9a7db76e15/C is initiating minor compaction (all files) 2024-12-02T19:56:37,396 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a389d769f93393cdf6609f9a7db76e15/C in TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:37,396 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/c1c194e81d4a46cc8c29c69b52936033, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/9ac02b57be224d72888000c9fbbc4112, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/4cb67fe26a704b2aa40ce04c070463be, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/b555a43a5cc549b2897b4d4184e490f7] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp, totalSize=44.3 K 2024-12-02T19:56:37,396 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting c1c194e81d4a46cc8c29c69b52936033, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=865, earliestPutTs=1733169392867 2024-12-02T19:56:37,396 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ac02b57be224d72888000c9fbbc4112, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=875, earliestPutTs=1733169393501 2024-12-02T19:56:37,397 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cb67fe26a704b2aa40ce04c070463be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=913, earliestPutTs=1733169393537 2024-12-02T19:56:37,397 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting b555a43a5cc549b2897b4d4184e490f7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=926, earliestPutTs=1733169395692 2024-12-02T19:56:37,404 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a389d769f93393cdf6609f9a7db76e15#C#compaction#307 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:37,404 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/9ff0512da93b445e9ed12a167375826e is 50, key is test_row_0/C:col10/1733169395694/Put/seqid=0 2024-12-02T19:56:37,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742176_1352 (size=13459) 2024-12-02T19:56:37,412 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=960 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/45c11560d0a74692b21bcf98a4d50dfe 2024-12-02T19:56:37,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/1de1576315764dbd9a64fb57d5503d82 is 50, key is test_row_0/B:col10/1733169395727/Put/seqid=0 2024-12-02T19:56:37,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742177_1353 (size=12301) 2024-12-02T19:56:37,816 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/9ff0512da93b445e9ed12a167375826e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/9ff0512da93b445e9ed12a167375826e 2024-12-02T19:56:37,822 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a389d769f93393cdf6609f9a7db76e15/C of a389d769f93393cdf6609f9a7db76e15 into 9ff0512da93b445e9ed12a167375826e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:37,822 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=960 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/1de1576315764dbd9a64fb57d5503d82 2024-12-02T19:56:37,822 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:37,822 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., storeName=a389d769f93393cdf6609f9a7db76e15/C, priority=12, startTime=1733169396964; duration=0sec 2024-12-02T19:56:37,822 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:37,822 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a389d769f93393cdf6609f9a7db76e15:C 2024-12-02T19:56:37,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/b0f4743d7656410c8142f614b98ca0e7 is 50, key is test_row_0/C:col10/1733169395727/Put/seqid=0 2024-12-02T19:56:37,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742178_1354 (size=12301) 2024-12-02T19:56:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:37,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. as already flushing 2024-12-02T19:56:37,882 INFO [Thread-1133 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1133. 2024-12-02T19:56:37,882 DEBUG [Thread-1133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:56:37,882 DEBUG [Thread-1133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:37,883 DEBUG [Thread-1133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:37,883 INFO [Thread-1127 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1127. 2024-12-02T19:56:37,883 INFO [Thread-1125 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1125. 2024-12-02T19:56:37,883 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:56:37,883 DEBUG [Thread-1127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:56:37,883 DEBUG [Thread-1125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:56:37,883 DEBUG [Thread-1127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:37,883 DEBUG [Thread-1125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:37,883 DEBUG [Thread-1127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:37,883 DEBUG [Thread-1125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:37,883 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:56:37,883 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:56:37,890 INFO [Thread-1129 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1129. 2024-12-02T19:56:37,890 INFO [Thread-1131 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1131. 2024-12-02T19:56:37,890 DEBUG [Thread-1129 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:56:37,890 DEBUG [Thread-1131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:56:37,890 DEBUG [Thread-1129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:37,890 DEBUG [Thread-1131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:37,890 DEBUG [Thread-1131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:37,890 DEBUG [Thread-1129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:37,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:56:37,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:56:37,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-02T19:56:38,234 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=960 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/b0f4743d7656410c8142f614b98ca0e7 2024-12-02T19:56:38,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/45c11560d0a74692b21bcf98a4d50dfe as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/45c11560d0a74692b21bcf98a4d50dfe 2024-12-02T19:56:38,251 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/45c11560d0a74692b21bcf98a4d50dfe, entries=150, sequenceid=960, filesize=12.0 K 2024-12-02T19:56:38,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/1de1576315764dbd9a64fb57d5503d82 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/1de1576315764dbd9a64fb57d5503d82 2024-12-02T19:56:38,256 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/1de1576315764dbd9a64fb57d5503d82, entries=150, sequenceid=960, filesize=12.0 K 2024-12-02T19:56:38,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/b0f4743d7656410c8142f614b98ca0e7 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/b0f4743d7656410c8142f614b98ca0e7 2024-12-02T19:56:38,261 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/b0f4743d7656410c8142f614b98ca0e7, entries=150, sequenceid=960, filesize=12.0 K 2024-12-02T19:56:38,261 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=33.54 KB/34350 for a389d769f93393cdf6609f9a7db76e15 in 1258ms, sequenceid=960, compaction requested=false 2024-12-02T19:56:38,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for a389d769f93393cdf6609f9a7db76e15: 2024-12-02T19:56:38,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:38,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-12-02T19:56:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-12-02T19:56:38,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-12-02T19:56:38,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4920 sec 2024-12-02T19:56:38,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 2.4960 sec 2024-12-02T19:56:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-02T19:56:39,950 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:56:39,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-02T19:56:39,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 168 2024-12-02T19:56:39,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 120 2024-12-02T19:56:39,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 113 2024-12-02T19:56:39,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 124 2024-12-02T19:56:39,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 330 2024-12-02T19:56:39,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-02T19:56:39,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4638 2024-12-02T19:56:39,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4596 2024-12-02T19:56:39,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4494 2024-12-02T19:56:39,950 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4642 2024-12-02T19:56:39,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4605 2024-12-02T19:56:39,951 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-02T19:56:39,951 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:56:39,951 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:56:39,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:39,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:39,952 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:56:39,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-02T19:56:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-02T19:56:39,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-02T19:56:39,958 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169399958"}]},"ts":"1733169399958"} 2024-12-02T19:56:39,960 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-02T19:56:39,960 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-02T19:56:39,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T19:56:39,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a389d769f93393cdf6609f9a7db76e15, UNASSIGN}] 2024-12-02T19:56:39,963 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a389d769f93393cdf6609f9a7db76e15, UNASSIGN 2024-12-02T19:56:39,964 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=a389d769f93393cdf6609f9a7db76e15, regionState=CLOSING, regionLocation=41897df2911b,36713,1733169305610 2024-12-02T19:56:39,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a389d769f93393cdf6609f9a7db76e15, UNASSIGN because future has completed 2024-12-02T19:56:39,966 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T19:56:39,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610}] 2024-12-02T19:56:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-02T19:56:40,120 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(122): Close a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:40,120 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T19:56:40,120 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1722): Closing a389d769f93393cdf6609f9a7db76e15, disabling compactions & flushes 2024-12-02T19:56:40,121 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:40,121 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:40,121 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. after waiting 0 ms 2024-12-02T19:56:40,121 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:40,121 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(2902): Flushing a389d769f93393cdf6609f9a7db76e15 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-02T19:56:40,121 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=A 2024-12-02T19:56:40,121 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:40,121 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=B 2024-12-02T19:56:40,121 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:40,121 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a389d769f93393cdf6609f9a7db76e15, store=C 2024-12-02T19:56:40,121 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:40,125 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/fae450c6301d421fa6158537f343853b is 50, key is test_row_0/A:col10/1733169397883/Put/seqid=0 2024-12-02T19:56:40,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742179_1355 (size=12301) 2024-12-02T19:56:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-02T19:56:40,530 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=971 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/fae450c6301d421fa6158537f343853b 2024-12-02T19:56:40,542 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/20a81dbccac24f8eb97d459711aa5f04 is 50, key is test_row_0/B:col10/1733169397883/Put/seqid=0 2024-12-02T19:56:40,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742180_1356 (size=12301) 2024-12-02T19:56:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-02T19:56:40,947 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=971 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/20a81dbccac24f8eb97d459711aa5f04 2024-12-02T19:56:40,959 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/38bf9731efb5456d9192dae3d7ededc0 is 50, key is test_row_0/C:col10/1733169397883/Put/seqid=0 2024-12-02T19:56:40,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742181_1357 (size=12301) 2024-12-02T19:56:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-02T19:56:41,364 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=971 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/38bf9731efb5456d9192dae3d7ededc0 2024-12-02T19:56:41,375 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/A/fae450c6301d421fa6158537f343853b as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/fae450c6301d421fa6158537f343853b 2024-12-02T19:56:41,379 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/fae450c6301d421fa6158537f343853b, entries=150, sequenceid=971, filesize=12.0 K 2024-12-02T19:56:41,380 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/B/20a81dbccac24f8eb97d459711aa5f04 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/20a81dbccac24f8eb97d459711aa5f04 2024-12-02T19:56:41,384 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/20a81dbccac24f8eb97d459711aa5f04, entries=150, sequenceid=971, filesize=12.0 K 2024-12-02T19:56:41,385 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/.tmp/C/38bf9731efb5456d9192dae3d7ededc0 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/38bf9731efb5456d9192dae3d7ededc0 2024-12-02T19:56:41,388 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/38bf9731efb5456d9192dae3d7ededc0, entries=150, sequenceid=971, filesize=12.0 K 2024-12-02T19:56:41,389 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for a389d769f93393cdf6609f9a7db76e15 in 1268ms, sequenceid=971, compaction requested=true 2024-12-02T19:56:41,389 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/fa9df48c96724205a6002345365f666b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/a07b32ceee9e47208924f6dffaedc405, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/5c9836e934a94368b54c8070e90bc186, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/cd44cabff26b4be4b1fe114b7ee4c75e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/6101a74e724649e5b521248f815eefed, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/eb234a80ee09482cb190425bae6f66de, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/b5ec39704d684cb5ab11568f0f3f341f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/c0deb023fcf04a12b0e530172f5d4cbb, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/40b9a1b1484c4a49af2beac6d5a92187, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/7e16880648ed4de9bb0571ebc8483cfc, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/1a6cf5a36b414dc29dfc252d251b1198, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/c3cd6cb2cc77489d8f0ba04741fb804a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/1907e6737bd84f2aa69a3fc209bad93f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/c15aef435d7f47049cc78ea57c7321fa, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/442874de9e9a4db9ad94961ce14f12a8, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/89b178cebf4641cba06fd12c86cf8131, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/ba7a430fdb1f432dac9114c3181b2aed, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/8eb8e47310cc45c1bb2c008339144ab7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/a2dc2abda7cc4c5ebeedd09f9cb076a2, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/072fc8a9999c4999b930e5647f680a8e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/ee3949722f1f4d3fb3445a0201ce3430, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/276112c145ac49f99298441c48513cfd, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/25a6b378e6c440adb21af557ad0c8396, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/379c615ee3f8453d9b2a0c4e0f66b5a9, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/5b9f7db9846749848f8d7281c7f27326, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/5dd86e8c43cc443b84591f6d9970025b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/08747b13158e4ec0815179e4ddc99f88, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/d5350e0baeaa418e9c0ffc9e2c057cc2, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/da681a02fdbc4831bfc0f5d54bb0b4df, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/236b87c529a048ceb05e40ebd1ca8f94, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/8cc8c871ef71405fbf52f44087150727, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/e5343e5d61374322bb39ffb5e8c4c3fd, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/c417aed292b543789fec7b7d079f17cd, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/467e86e3079b4ea286df281fe6b6f56c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/25bf154ee036458a92790d0bdb38114a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/327c9317e1e14b25aca7ae80271f7055] to archive 2024-12-02T19:56:41,390 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T19:56:41,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/fa9df48c96724205a6002345365f666b to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/fa9df48c96724205a6002345365f666b 2024-12-02T19:56:41,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/a07b32ceee9e47208924f6dffaedc405 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/a07b32ceee9e47208924f6dffaedc405 2024-12-02T19:56:41,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/5c9836e934a94368b54c8070e90bc186 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/5c9836e934a94368b54c8070e90bc186 2024-12-02T19:56:41,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/cd44cabff26b4be4b1fe114b7ee4c75e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/cd44cabff26b4be4b1fe114b7ee4c75e 2024-12-02T19:56:41,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/6101a74e724649e5b521248f815eefed to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/6101a74e724649e5b521248f815eefed 2024-12-02T19:56:41,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/eb234a80ee09482cb190425bae6f66de to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/eb234a80ee09482cb190425bae6f66de 2024-12-02T19:56:41,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/b5ec39704d684cb5ab11568f0f3f341f to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/b5ec39704d684cb5ab11568f0f3f341f 2024-12-02T19:56:41,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/c0deb023fcf04a12b0e530172f5d4cbb to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/c0deb023fcf04a12b0e530172f5d4cbb 2024-12-02T19:56:41,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/40b9a1b1484c4a49af2beac6d5a92187 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/40b9a1b1484c4a49af2beac6d5a92187 2024-12-02T19:56:41,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/7e16880648ed4de9bb0571ebc8483cfc to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/7e16880648ed4de9bb0571ebc8483cfc 2024-12-02T19:56:41,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/1a6cf5a36b414dc29dfc252d251b1198 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/1a6cf5a36b414dc29dfc252d251b1198 2024-12-02T19:56:41,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/c3cd6cb2cc77489d8f0ba04741fb804a to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/c3cd6cb2cc77489d8f0ba04741fb804a 2024-12-02T19:56:41,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/1907e6737bd84f2aa69a3fc209bad93f to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/1907e6737bd84f2aa69a3fc209bad93f 2024-12-02T19:56:41,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/c15aef435d7f47049cc78ea57c7321fa to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/c15aef435d7f47049cc78ea57c7321fa 2024-12-02T19:56:41,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/442874de9e9a4db9ad94961ce14f12a8 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/442874de9e9a4db9ad94961ce14f12a8 2024-12-02T19:56:41,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/89b178cebf4641cba06fd12c86cf8131 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/89b178cebf4641cba06fd12c86cf8131 2024-12-02T19:56:41,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/ba7a430fdb1f432dac9114c3181b2aed to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/ba7a430fdb1f432dac9114c3181b2aed 2024-12-02T19:56:41,409 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/8eb8e47310cc45c1bb2c008339144ab7 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/8eb8e47310cc45c1bb2c008339144ab7 2024-12-02T19:56:41,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/a2dc2abda7cc4c5ebeedd09f9cb076a2 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/a2dc2abda7cc4c5ebeedd09f9cb076a2 2024-12-02T19:56:41,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/072fc8a9999c4999b930e5647f680a8e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/072fc8a9999c4999b930e5647f680a8e 2024-12-02T19:56:41,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/ee3949722f1f4d3fb3445a0201ce3430 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/ee3949722f1f4d3fb3445a0201ce3430 2024-12-02T19:56:41,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/276112c145ac49f99298441c48513cfd to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/276112c145ac49f99298441c48513cfd 2024-12-02T19:56:41,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/25a6b378e6c440adb21af557ad0c8396 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/25a6b378e6c440adb21af557ad0c8396 2024-12-02T19:56:41,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/379c615ee3f8453d9b2a0c4e0f66b5a9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/379c615ee3f8453d9b2a0c4e0f66b5a9 2024-12-02T19:56:41,415 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/5b9f7db9846749848f8d7281c7f27326 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/5b9f7db9846749848f8d7281c7f27326 2024-12-02T19:56:41,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/5dd86e8c43cc443b84591f6d9970025b to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/5dd86e8c43cc443b84591f6d9970025b 2024-12-02T19:56:41,417 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/08747b13158e4ec0815179e4ddc99f88 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/08747b13158e4ec0815179e4ddc99f88 2024-12-02T19:56:41,417 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/d5350e0baeaa418e9c0ffc9e2c057cc2 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/d5350e0baeaa418e9c0ffc9e2c057cc2 2024-12-02T19:56:41,418 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/da681a02fdbc4831bfc0f5d54bb0b4df to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/da681a02fdbc4831bfc0f5d54bb0b4df 2024-12-02T19:56:41,419 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/236b87c529a048ceb05e40ebd1ca8f94 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/236b87c529a048ceb05e40ebd1ca8f94 2024-12-02T19:56:41,419 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/8cc8c871ef71405fbf52f44087150727 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/8cc8c871ef71405fbf52f44087150727 2024-12-02T19:56:41,420 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/e5343e5d61374322bb39ffb5e8c4c3fd to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/e5343e5d61374322bb39ffb5e8c4c3fd 2024-12-02T19:56:41,421 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/c417aed292b543789fec7b7d079f17cd to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/c417aed292b543789fec7b7d079f17cd 2024-12-02T19:56:41,422 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/467e86e3079b4ea286df281fe6b6f56c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/467e86e3079b4ea286df281fe6b6f56c 2024-12-02T19:56:41,423 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/25bf154ee036458a92790d0bdb38114a to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/25bf154ee036458a92790d0bdb38114a 2024-12-02T19:56:41,424 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/327c9317e1e14b25aca7ae80271f7055 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/327c9317e1e14b25aca7ae80271f7055 2024-12-02T19:56:41,425 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/687c88c8dcf84b73a7949e055de6b416, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/1cad737d8e9947a7804ee89f5e99e6c7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/8d12fcac9a6a4aaab01b3e041e5c1461, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/5ee92f1f0767445480c9ddf5871c5573, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/a52f5499bbb146d38393678a03113ce5, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/50ca003cacc14db2859db5e525fbd46d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/f18949416a134b6e8ff8a4604b947ecb, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/aedfb66198384e84b2c1fa15f481dca5, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/6a3b8de1bde544969106d8c39ab1008e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/6263e35ef56e449e93c0e488f47acdb3, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/f56f8363a3ce4251969332fad088fbce, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/7b4dce3ed402470382117d48809821d4, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/3f6a0c2957e440818217cf7f6370ef9c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/84a9c274237242239f0518879ca7643e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/0404e79ac5994ae8bb4b13282ac86d00, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/8e4fc4844cf143b9b4c9cf79485e1ba2, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/59547cebc8a64eaa97dfbce969800792, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/3132834dda2f415fad69aabd8d70ddf6, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/ff9c1e59d7914ce28041cbccd3a3fc72, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/a01fa6e8ac8940d8a269ea94f33b29f1, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/2ceab5cb22f14d7f850c587c87536320, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/c15e0776b16e449e99772d6696eb9db9, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/62767293674e4dc2803310dc289d2288, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/e8850c6cd66d4eafbdafe4e58c2a0745, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/3caeab7b39fd4aa2b9f97d7db91fb015, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/df536d37b25a48ec920ef268f55506b6, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/bcf4dc0c14424641861f17107aa0594f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/85fd11873ecb4b02ba5db142e3ffe781, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/6d700c29260d4800a24f350968b24987, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/f3979733ca3540e2aed204f103883218, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/22ae6af74cdc43c8afa71e9e6f3d2602, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/8064d605897e41f68f2ddd3a99100d38, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/6d889486148947a995b1ec470e2c53aa, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/946c3c858fd74ababc8d80d1875b3679, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/e3430e6a5c3648719d4b664e6ff8f232, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/336541c878e1467db8e97584ddc9ec07] to archive 2024-12-02T19:56:41,426 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T19:56:41,427 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/687c88c8dcf84b73a7949e055de6b416 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/687c88c8dcf84b73a7949e055de6b416 2024-12-02T19:56:41,428 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/1cad737d8e9947a7804ee89f5e99e6c7 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/1cad737d8e9947a7804ee89f5e99e6c7 2024-12-02T19:56:41,429 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/8d12fcac9a6a4aaab01b3e041e5c1461 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/8d12fcac9a6a4aaab01b3e041e5c1461 2024-12-02T19:56:41,430 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/5ee92f1f0767445480c9ddf5871c5573 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/5ee92f1f0767445480c9ddf5871c5573 2024-12-02T19:56:41,431 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/a52f5499bbb146d38393678a03113ce5 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/a52f5499bbb146d38393678a03113ce5 2024-12-02T19:56:41,432 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/50ca003cacc14db2859db5e525fbd46d to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/50ca003cacc14db2859db5e525fbd46d 2024-12-02T19:56:41,432 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/f18949416a134b6e8ff8a4604b947ecb to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/f18949416a134b6e8ff8a4604b947ecb 2024-12-02T19:56:41,433 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/aedfb66198384e84b2c1fa15f481dca5 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/aedfb66198384e84b2c1fa15f481dca5 2024-12-02T19:56:41,434 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/6a3b8de1bde544969106d8c39ab1008e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/6a3b8de1bde544969106d8c39ab1008e 2024-12-02T19:56:41,434 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/6263e35ef56e449e93c0e488f47acdb3 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/6263e35ef56e449e93c0e488f47acdb3 2024-12-02T19:56:41,435 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/f56f8363a3ce4251969332fad088fbce to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/f56f8363a3ce4251969332fad088fbce 2024-12-02T19:56:41,436 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/7b4dce3ed402470382117d48809821d4 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/7b4dce3ed402470382117d48809821d4 2024-12-02T19:56:41,437 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/3f6a0c2957e440818217cf7f6370ef9c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/3f6a0c2957e440818217cf7f6370ef9c 2024-12-02T19:56:41,437 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/84a9c274237242239f0518879ca7643e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/84a9c274237242239f0518879ca7643e 2024-12-02T19:56:41,438 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/0404e79ac5994ae8bb4b13282ac86d00 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/0404e79ac5994ae8bb4b13282ac86d00 2024-12-02T19:56:41,439 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/8e4fc4844cf143b9b4c9cf79485e1ba2 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/8e4fc4844cf143b9b4c9cf79485e1ba2 2024-12-02T19:56:41,439 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/59547cebc8a64eaa97dfbce969800792 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/59547cebc8a64eaa97dfbce969800792 2024-12-02T19:56:41,440 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/3132834dda2f415fad69aabd8d70ddf6 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/3132834dda2f415fad69aabd8d70ddf6 2024-12-02T19:56:41,440 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/ff9c1e59d7914ce28041cbccd3a3fc72 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/ff9c1e59d7914ce28041cbccd3a3fc72 2024-12-02T19:56:41,441 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/a01fa6e8ac8940d8a269ea94f33b29f1 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/a01fa6e8ac8940d8a269ea94f33b29f1 2024-12-02T19:56:41,442 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/2ceab5cb22f14d7f850c587c87536320 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/2ceab5cb22f14d7f850c587c87536320 2024-12-02T19:56:41,442 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/c15e0776b16e449e99772d6696eb9db9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/c15e0776b16e449e99772d6696eb9db9 2024-12-02T19:56:41,443 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/62767293674e4dc2803310dc289d2288 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/62767293674e4dc2803310dc289d2288 2024-12-02T19:56:41,444 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/e8850c6cd66d4eafbdafe4e58c2a0745 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/e8850c6cd66d4eafbdafe4e58c2a0745 2024-12-02T19:56:41,444 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/3caeab7b39fd4aa2b9f97d7db91fb015 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/3caeab7b39fd4aa2b9f97d7db91fb015 2024-12-02T19:56:41,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/df536d37b25a48ec920ef268f55506b6 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/df536d37b25a48ec920ef268f55506b6 2024-12-02T19:56:41,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/bcf4dc0c14424641861f17107aa0594f to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/bcf4dc0c14424641861f17107aa0594f 2024-12-02T19:56:41,446 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/85fd11873ecb4b02ba5db142e3ffe781 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/85fd11873ecb4b02ba5db142e3ffe781 2024-12-02T19:56:41,447 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/6d700c29260d4800a24f350968b24987 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/6d700c29260d4800a24f350968b24987 2024-12-02T19:56:41,447 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/f3979733ca3540e2aed204f103883218 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/f3979733ca3540e2aed204f103883218 2024-12-02T19:56:41,448 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/22ae6af74cdc43c8afa71e9e6f3d2602 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/22ae6af74cdc43c8afa71e9e6f3d2602 2024-12-02T19:56:41,449 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/8064d605897e41f68f2ddd3a99100d38 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/8064d605897e41f68f2ddd3a99100d38 2024-12-02T19:56:41,449 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/6d889486148947a995b1ec470e2c53aa to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/6d889486148947a995b1ec470e2c53aa 2024-12-02T19:56:41,450 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/946c3c858fd74ababc8d80d1875b3679 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/946c3c858fd74ababc8d80d1875b3679 2024-12-02T19:56:41,450 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/e3430e6a5c3648719d4b664e6ff8f232 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/e3430e6a5c3648719d4b664e6ff8f232 2024-12-02T19:56:41,451 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/336541c878e1467db8e97584ddc9ec07 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/336541c878e1467db8e97584ddc9ec07 2024-12-02T19:56:41,452 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/335a4834d76248f9bcce8ec8c3ebdebe, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/517a359264b24f28920e9a7f11349b4c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/e59d840785b6436cbef76a2a01986857, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/e196192df9614bee9f7d7dab0ea1bfd4, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/70345241b0394a4487c92b2dd607022f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/8a8e4a61af05436b8439daa9bdb592b5, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/52abed731c424870819eaa5483c220da, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/06c0d398f91b46fabb0596ab130c26cb, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/309978060eaf4d3f90a597b2c9ac1c76, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/169b8e2418bf4307b0078a63ad4059bd, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/c511ad4a1c8147c3a32dcd39d62d5a08, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/e6b4800bdf114ff3bbe33a19e92f77f5, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/a6715cad9f204046b29555d130bb56c7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/f8f5e58e163c4c179b99f9c0ee319dbe, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/9f0909fc3cea48d1a77ea5c99f69a774, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/b2e10b5db8f14d6db3f50356a45a7115, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/9b526453e35b41d6baafbdceb865a79d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/a334fc5ef0fe49ada33dcbdffab138ed, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/c46546f310444075b749a72d16b5def6, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/1a2e7e59193b4e8392388531767a2288, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/2ff8733dcc6e4915ab19820610d2e190, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/1c47461172324af0812e43eb6e9147b4, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/3a8eb52f66484a6b99ab98e0537b875b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/070c94d1e7ea4f59aa06ea9f29e5cad9, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/3158fa0744664dce9a8b79108686e8f4, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/9b6e7be63bec450eb346c3c8561d39c2, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/bdb5fa8f4d0148b3a700976317c9ec21, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/a5fffb28f69d4881a5464c8ae6d438ef, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/d7f0e4d3aaf84a94b1ea219ebd9e9d66, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/c1c194e81d4a46cc8c29c69b52936033, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/ccabaeb4fb85449fae6fcd45252a1ec1, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/9ac02b57be224d72888000c9fbbc4112, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/4cb67fe26a704b2aa40ce04c070463be, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/b555a43a5cc549b2897b4d4184e490f7] to archive 2024-12-02T19:56:41,453 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T19:56:41,454 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/335a4834d76248f9bcce8ec8c3ebdebe to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/335a4834d76248f9bcce8ec8c3ebdebe 2024-12-02T19:56:41,455 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/517a359264b24f28920e9a7f11349b4c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/517a359264b24f28920e9a7f11349b4c 2024-12-02T19:56:41,456 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/e59d840785b6436cbef76a2a01986857 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/e59d840785b6436cbef76a2a01986857 2024-12-02T19:56:41,456 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/e196192df9614bee9f7d7dab0ea1bfd4 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/e196192df9614bee9f7d7dab0ea1bfd4 2024-12-02T19:56:41,457 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/70345241b0394a4487c92b2dd607022f to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/70345241b0394a4487c92b2dd607022f 2024-12-02T19:56:41,458 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/8a8e4a61af05436b8439daa9bdb592b5 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/8a8e4a61af05436b8439daa9bdb592b5 2024-12-02T19:56:41,458 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/52abed731c424870819eaa5483c220da to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/52abed731c424870819eaa5483c220da 2024-12-02T19:56:41,459 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/06c0d398f91b46fabb0596ab130c26cb to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/06c0d398f91b46fabb0596ab130c26cb 2024-12-02T19:56:41,460 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/309978060eaf4d3f90a597b2c9ac1c76 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/309978060eaf4d3f90a597b2c9ac1c76 2024-12-02T19:56:41,460 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/169b8e2418bf4307b0078a63ad4059bd to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/169b8e2418bf4307b0078a63ad4059bd 2024-12-02T19:56:41,461 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/c511ad4a1c8147c3a32dcd39d62d5a08 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/c511ad4a1c8147c3a32dcd39d62d5a08 2024-12-02T19:56:41,461 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/e6b4800bdf114ff3bbe33a19e92f77f5 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/e6b4800bdf114ff3bbe33a19e92f77f5 2024-12-02T19:56:41,462 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/a6715cad9f204046b29555d130bb56c7 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/a6715cad9f204046b29555d130bb56c7 2024-12-02T19:56:41,464 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/f8f5e58e163c4c179b99f9c0ee319dbe to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/f8f5e58e163c4c179b99f9c0ee319dbe 2024-12-02T19:56:41,465 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/9f0909fc3cea48d1a77ea5c99f69a774 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/9f0909fc3cea48d1a77ea5c99f69a774 2024-12-02T19:56:41,466 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/b2e10b5db8f14d6db3f50356a45a7115 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/b2e10b5db8f14d6db3f50356a45a7115 2024-12-02T19:56:41,467 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/9b526453e35b41d6baafbdceb865a79d to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/9b526453e35b41d6baafbdceb865a79d 2024-12-02T19:56:41,468 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/a334fc5ef0fe49ada33dcbdffab138ed to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/a334fc5ef0fe49ada33dcbdffab138ed 2024-12-02T19:56:41,469 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/c46546f310444075b749a72d16b5def6 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/c46546f310444075b749a72d16b5def6 2024-12-02T19:56:41,470 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/1a2e7e59193b4e8392388531767a2288 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/1a2e7e59193b4e8392388531767a2288 2024-12-02T19:56:41,471 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/2ff8733dcc6e4915ab19820610d2e190 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/2ff8733dcc6e4915ab19820610d2e190 2024-12-02T19:56:41,472 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/1c47461172324af0812e43eb6e9147b4 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/1c47461172324af0812e43eb6e9147b4 2024-12-02T19:56:41,472 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/3a8eb52f66484a6b99ab98e0537b875b to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/3a8eb52f66484a6b99ab98e0537b875b 2024-12-02T19:56:41,473 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/070c94d1e7ea4f59aa06ea9f29e5cad9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/070c94d1e7ea4f59aa06ea9f29e5cad9 2024-12-02T19:56:41,474 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/3158fa0744664dce9a8b79108686e8f4 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/3158fa0744664dce9a8b79108686e8f4 2024-12-02T19:56:41,475 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/9b6e7be63bec450eb346c3c8561d39c2 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/9b6e7be63bec450eb346c3c8561d39c2 2024-12-02T19:56:41,476 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/bdb5fa8f4d0148b3a700976317c9ec21 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/bdb5fa8f4d0148b3a700976317c9ec21 2024-12-02T19:56:41,477 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/a5fffb28f69d4881a5464c8ae6d438ef to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/a5fffb28f69d4881a5464c8ae6d438ef 2024-12-02T19:56:41,478 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/d7f0e4d3aaf84a94b1ea219ebd9e9d66 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/d7f0e4d3aaf84a94b1ea219ebd9e9d66 2024-12-02T19:56:41,478 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/c1c194e81d4a46cc8c29c69b52936033 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/c1c194e81d4a46cc8c29c69b52936033 2024-12-02T19:56:41,479 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/ccabaeb4fb85449fae6fcd45252a1ec1 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/ccabaeb4fb85449fae6fcd45252a1ec1 2024-12-02T19:56:41,480 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/9ac02b57be224d72888000c9fbbc4112 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/9ac02b57be224d72888000c9fbbc4112 2024-12-02T19:56:41,481 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/4cb67fe26a704b2aa40ce04c070463be to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/4cb67fe26a704b2aa40ce04c070463be 2024-12-02T19:56:41,481 DEBUG [StoreCloser-TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/b555a43a5cc549b2897b4d4184e490f7 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/b555a43a5cc549b2897b4d4184e490f7 2024-12-02T19:56:41,485 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/recovered.edits/974.seqid, newMaxSeqId=974, maxSeqId=1 2024-12-02T19:56:41,486 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. 2024-12-02T19:56:41,486 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1676): Region close journal for a389d769f93393cdf6609f9a7db76e15: Waiting for close lock at 1733169400120Running coprocessor pre-close hooks at 1733169400120Disabling compacts and flushes for region at 1733169400120Disabling writes for close at 1733169400121 (+1 ms)Obtaining lock to block concurrent updates at 1733169400121Preparing flush snapshotting stores in a389d769f93393cdf6609f9a7db76e15 at 1733169400121Finished memstore snapshotting TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733169400121Flushing stores of TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15. at 1733169400122 (+1 ms)Flushing a389d769f93393cdf6609f9a7db76e15/A: creating writer at 1733169400122Flushing a389d769f93393cdf6609f9a7db76e15/A: appending metadata at 1733169400125 (+3 ms)Flushing a389d769f93393cdf6609f9a7db76e15/A: closing flushed file at 1733169400125Flushing a389d769f93393cdf6609f9a7db76e15/B: creating writer at 1733169400537 (+412 ms)Flushing a389d769f93393cdf6609f9a7db76e15/B: appending metadata at 1733169400541 (+4 ms)Flushing a389d769f93393cdf6609f9a7db76e15/B: closing flushed file at 1733169400542 (+1 ms)Flushing a389d769f93393cdf6609f9a7db76e15/C: creating writer at 1733169400956 (+414 ms)Flushing a389d769f93393cdf6609f9a7db76e15/C: appending metadata at 1733169400959 (+3 ms)Flushing a389d769f93393cdf6609f9a7db76e15/C: closing flushed file at 1733169400959Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ae2835d: reopening flushed file at 1733169401374 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ef9a18a: reopening flushed file at 1733169401379 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f2f71ac: reopening flushed file at 1733169401384 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for a389d769f93393cdf6609f9a7db76e15 in 1268ms, sequenceid=971, compaction requested=true at 1733169401389 (+5 ms)Writing region close event to WAL at 1733169401483 (+94 ms)Running coprocessor post-close hooks at 1733169401485 (+2 ms)Closed at 1733169401485 2024-12-02T19:56:41,487 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(157): Closed a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:41,488 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=a389d769f93393cdf6609f9a7db76e15, regionState=CLOSED 2024-12-02T19:56:41,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 because future has completed 2024-12-02T19:56:41,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-12-02T19:56:41,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseRegionProcedure a389d769f93393cdf6609f9a7db76e15, server=41897df2911b,36713,1733169305610 in 1.5240 sec 2024-12-02T19:56:41,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-12-02T19:56:41,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a389d769f93393cdf6609f9a7db76e15, UNASSIGN in 1.5290 sec 2024-12-02T19:56:41,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-12-02T19:56:41,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5310 sec 2024-12-02T19:56:41,494 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169401494"}]},"ts":"1733169401494"} 2024-12-02T19:56:41,495 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-02T19:56:41,495 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-02T19:56:41,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5420 sec 2024-12-02T19:56:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-02T19:56:42,110 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:56:42,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-02T19:56:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:56:42,117 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:56:42,119 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=88, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:56:42,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-02T19:56:42,121 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:42,125 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A, FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B, FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C, FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/recovered.edits] 2024-12-02T19:56:42,128 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/45c11560d0a74692b21bcf98a4d50dfe to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/45c11560d0a74692b21bcf98a4d50dfe 2024-12-02T19:56:42,129 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/fae450c6301d421fa6158537f343853b to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/fae450c6301d421fa6158537f343853b 2024-12-02T19:56:42,130 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/fffb060d2feb47e289929c5c5b0c3aef to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/A/fffb060d2feb47e289929c5c5b0c3aef 2024-12-02T19:56:42,131 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/1de1576315764dbd9a64fb57d5503d82 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/1de1576315764dbd9a64fb57d5503d82 2024-12-02T19:56:42,132 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/20a81dbccac24f8eb97d459711aa5f04 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/20a81dbccac24f8eb97d459711aa5f04 2024-12-02T19:56:42,132 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/8c7debe80a7844af835e945d5144c114 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/B/8c7debe80a7844af835e945d5144c114 2024-12-02T19:56:42,134 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/38bf9731efb5456d9192dae3d7ededc0 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/38bf9731efb5456d9192dae3d7ededc0 2024-12-02T19:56:42,134 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/9ff0512da93b445e9ed12a167375826e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/9ff0512da93b445e9ed12a167375826e 2024-12-02T19:56:42,135 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/b0f4743d7656410c8142f614b98ca0e7 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/C/b0f4743d7656410c8142f614b98ca0e7 2024-12-02T19:56:42,137 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/recovered.edits/974.seqid to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15/recovered.edits/974.seqid 2024-12-02T19:56:42,137 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/a389d769f93393cdf6609f9a7db76e15 2024-12-02T19:56:42,137 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-02T19:56:42,139 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=88, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:56:42,142 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-02T19:56:42,144 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-02T19:56:42,146 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=88, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:56:42,146 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-02T19:56:42,146 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733169402146"}]},"ts":"9223372036854775807"} 2024-12-02T19:56:42,148 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-02T19:56:42,148 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a389d769f93393cdf6609f9a7db76e15, NAME => 'TestAcidGuarantees,,1733169373769.a389d769f93393cdf6609f9a7db76e15.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T19:56:42,148 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-02T19:56:42,148 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733169402148"}]},"ts":"9223372036854775807"} 2024-12-02T19:56:42,150 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-02T19:56:42,151 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=88, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:56:42,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 39 msec 2024-12-02T19:56:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-02T19:56:42,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-02T19:56:42,229 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:56:42,236 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248 (was 248), OpenFileDescriptor=453 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=423 (was 488), ProcessCount=11 (was 11), AvailableMemoryMB=9803 (was 10026) 2024-12-02T19:56:42,243 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=423, ProcessCount=11, AvailableMemoryMB=9803 2024-12-02T19:56:42,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T19:56:42,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:56:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-02T19:56:42,246 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T19:56:42,246 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:42,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 89 2024-12-02T19:56:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-02T19:56:42,246 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T19:56:42,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742182_1358 (size=1061) 2024-12-02T19:56:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-02T19:56:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-02T19:56:42,657 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c 2024-12-02T19:56:42,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742183_1359 (size=53) 2024-12-02T19:56:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-02T19:56:43,066 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:56:43,066 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 89390eebe99f555c644472db3b37042c, disabling compactions & flushes 2024-12-02T19:56:43,066 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:43,066 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:43,066 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. after waiting 0 ms 2024-12-02T19:56:43,066 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:43,066 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:43,066 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 89390eebe99f555c644472db3b37042c: Waiting for close lock at 1733169403066Disabling compacts and flushes for region at 1733169403066Disabling writes for close at 1733169403066Writing region close event to WAL at 1733169403066Closed at 1733169403066 2024-12-02T19:56:43,067 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T19:56:43,068 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733169403067"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169403067"}]},"ts":"1733169403067"} 2024-12-02T19:56:43,069 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T19:56:43,070 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T19:56:43,070 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169403070"}]},"ts":"1733169403070"} 2024-12-02T19:56:43,071 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-02T19:56:43,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=89390eebe99f555c644472db3b37042c, ASSIGN}] 2024-12-02T19:56:43,073 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=89390eebe99f555c644472db3b37042c, ASSIGN 2024-12-02T19:56:43,073 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=89390eebe99f555c644472db3b37042c, ASSIGN; state=OFFLINE, location=41897df2911b,36713,1733169305610; forceNewPlan=false, retain=false 2024-12-02T19:56:43,224 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=89390eebe99f555c644472db3b37042c, regionState=OPENING, regionLocation=41897df2911b,36713,1733169305610 2024-12-02T19:56:43,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=89390eebe99f555c644472db3b37042c, ASSIGN because future has completed 2024-12-02T19:56:43,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610}] 2024-12-02T19:56:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-02T19:56:43,383 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:43,383 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7752): Opening region: {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:56:43,383 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:43,383 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:56:43,383 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7794): checking encryption for 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:43,383 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7797): checking classloading for 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:43,385 INFO [StoreOpener-89390eebe99f555c644472db3b37042c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:43,386 INFO [StoreOpener-89390eebe99f555c644472db3b37042c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-02T19:56:43,386 INFO [StoreOpener-89390eebe99f555c644472db3b37042c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89390eebe99f555c644472db3b37042c columnFamilyName A 2024-12-02T19:56:43,386 DEBUG [StoreOpener-89390eebe99f555c644472db3b37042c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:43,387 INFO [StoreOpener-89390eebe99f555c644472db3b37042c-1 {}] regionserver.HStore(327): Store=89390eebe99f555c644472db3b37042c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:56:43,387 INFO [StoreOpener-89390eebe99f555c644472db3b37042c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:43,388 INFO [StoreOpener-89390eebe99f555c644472db3b37042c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-02T19:56:43,388 INFO [StoreOpener-89390eebe99f555c644472db3b37042c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89390eebe99f555c644472db3b37042c columnFamilyName B 2024-12-02T19:56:43,388 DEBUG [StoreOpener-89390eebe99f555c644472db3b37042c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:43,389 INFO [StoreOpener-89390eebe99f555c644472db3b37042c-1 {}] regionserver.HStore(327): Store=89390eebe99f555c644472db3b37042c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:56:43,389 INFO [StoreOpener-89390eebe99f555c644472db3b37042c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:43,390 INFO [StoreOpener-89390eebe99f555c644472db3b37042c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-02T19:56:43,390 INFO [StoreOpener-89390eebe99f555c644472db3b37042c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89390eebe99f555c644472db3b37042c columnFamilyName C 2024-12-02T19:56:43,390 DEBUG [StoreOpener-89390eebe99f555c644472db3b37042c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:43,391 INFO [StoreOpener-89390eebe99f555c644472db3b37042c-1 {}] regionserver.HStore(327): Store=89390eebe99f555c644472db3b37042c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:56:43,391 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:43,391 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1038): replaying wal for 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:43,391 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c 2024-12-02T19:56:43,392 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c 2024-12-02T19:56:43,392 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1048): stopping wal replay for 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:43,392 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1060): Cleaning up temporary data for 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:43,393 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T19:56:43,394 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1093): writing seq id for 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:43,395 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:56:43,396 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1114): Opened 89390eebe99f555c644472db3b37042c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66750968, jitterRate=-0.005333065986633301}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T19:56:43,396 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:43,396 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1006): Region open journal for 89390eebe99f555c644472db3b37042c: Running coprocessor pre-open hook at 1733169403383Writing region info on filesystem at 1733169403383Initializing all the Stores at 1733169403384 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169403384Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169403384Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169403385 (+1 ms)Cleaning up temporary data from old regions at 1733169403392 (+7 ms)Running coprocessor post-open hooks at 1733169403396 (+4 ms)Region opened successfully at 1733169403396 2024-12-02T19:56:43,397 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., pid=91, masterSystemTime=1733169403377 2024-12-02T19:56:43,398 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:43,398 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:43,399 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=89390eebe99f555c644472db3b37042c, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,36713,1733169305610 2024-12-02T19:56:43,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 because future has completed 2024-12-02T19:56:43,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-12-02T19:56:43,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure 89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 in 174 msec 2024-12-02T19:56:43,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-12-02T19:56:43,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=89390eebe99f555c644472db3b37042c, ASSIGN in 330 msec 2024-12-02T19:56:43,403 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T19:56:43,404 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169403404"}]},"ts":"1733169403404"} 2024-12-02T19:56:43,405 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-02T19:56:43,405 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T19:56:43,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1610 sec 2024-12-02T19:56:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-02T19:56:44,389 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:56:44,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3de22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:44,390 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:56:44,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:56:44,392 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:56:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:56:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:56:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1880dbd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:56:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:56:44,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:44,393 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:56:44,394 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1193aac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:44,394 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:56:44,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:56:44,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:56:44,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:56:44,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T19:56:44,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 41897df2911b,45363,1733169304814 2024-12-02T19:56:44,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ff427e1 2024-12-02T19:56:44,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T19:56:44,399 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T19:56:44,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T19:56:44,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:56:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-02T19:56:44,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742184_1360 (size=1097) 2024-12-02T19:56:44,817 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-02T19:56:44,817 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-02T19:56:44,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T19:56:44,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=89390eebe99f555c644472db3b37042c, REOPEN/MOVE}] 2024-12-02T19:56:44,824 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=89390eebe99f555c644472db3b37042c, REOPEN/MOVE 2024-12-02T19:56:44,825 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=89390eebe99f555c644472db3b37042c, regionState=CLOSING, regionLocation=41897df2911b,36713,1733169305610 2024-12-02T19:56:44,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=89390eebe99f555c644472db3b37042c, REOPEN/MOVE because future has completed 2024-12-02T19:56:44,827 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T19:56:44,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610}] 2024-12-02T19:56:44,980 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:44,981 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T19:56:44,981 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing 89390eebe99f555c644472db3b37042c, disabling compactions & flushes 2024-12-02T19:56:44,981 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:44,981 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:44,981 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. after waiting 0 ms 2024-12-02T19:56:44,981 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:44,987 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-02T19:56:44,987 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:44,987 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for 89390eebe99f555c644472db3b37042c: Waiting for close lock at 1733169404981Running coprocessor pre-close hooks at 1733169404981Disabling compacts and flushes for region at 1733169404981Disabling writes for close at 1733169404981Writing region close event to WAL at 1733169404982 (+1 ms)Running coprocessor post-close hooks at 1733169404987 (+5 ms)Closed at 1733169404987 2024-12-02T19:56:44,988 WARN [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionServer(3299): Not adding moved region record: 89390eebe99f555c644472db3b37042c to self. 2024-12-02T19:56:44,990 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:44,991 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=89390eebe99f555c644472db3b37042c, regionState=CLOSED 2024-12-02T19:56:44,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 because future has completed 2024-12-02T19:56:44,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-12-02T19:56:44,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure 89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 in 168 msec 2024-12-02T19:56:44,999 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=89390eebe99f555c644472db3b37042c, REOPEN/MOVE; state=CLOSED, location=41897df2911b,36713,1733169305610; forceNewPlan=false, retain=true 2024-12-02T19:56:45,150 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=89390eebe99f555c644472db3b37042c, regionState=OPENING, regionLocation=41897df2911b,36713,1733169305610 2024-12-02T19:56:45,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=89390eebe99f555c644472db3b37042c, REOPEN/MOVE because future has completed 2024-12-02T19:56:45,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610}] 2024-12-02T19:56:45,207 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-02T19:56:45,310 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:45,310 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7752): Opening region: {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:56:45,310 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:45,310 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:56:45,310 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7794): checking encryption for 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:45,310 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7797): checking classloading for 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:45,311 INFO [StoreOpener-89390eebe99f555c644472db3b37042c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:45,312 INFO [StoreOpener-89390eebe99f555c644472db3b37042c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-02T19:56:45,312 INFO [StoreOpener-89390eebe99f555c644472db3b37042c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89390eebe99f555c644472db3b37042c columnFamilyName A 2024-12-02T19:56:45,313 DEBUG [StoreOpener-89390eebe99f555c644472db3b37042c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:45,313 INFO [StoreOpener-89390eebe99f555c644472db3b37042c-1 {}] regionserver.HStore(327): Store=89390eebe99f555c644472db3b37042c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:56:45,314 INFO [StoreOpener-89390eebe99f555c644472db3b37042c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:45,314 INFO [StoreOpener-89390eebe99f555c644472db3b37042c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-02T19:56:45,314 INFO [StoreOpener-89390eebe99f555c644472db3b37042c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89390eebe99f555c644472db3b37042c columnFamilyName B 2024-12-02T19:56:45,314 DEBUG [StoreOpener-89390eebe99f555c644472db3b37042c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:45,315 INFO [StoreOpener-89390eebe99f555c644472db3b37042c-1 {}] regionserver.HStore(327): Store=89390eebe99f555c644472db3b37042c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:56:45,315 INFO [StoreOpener-89390eebe99f555c644472db3b37042c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:45,315 INFO [StoreOpener-89390eebe99f555c644472db3b37042c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-02T19:56:45,315 INFO [StoreOpener-89390eebe99f555c644472db3b37042c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89390eebe99f555c644472db3b37042c columnFamilyName C 2024-12-02T19:56:45,315 DEBUG [StoreOpener-89390eebe99f555c644472db3b37042c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:45,316 INFO [StoreOpener-89390eebe99f555c644472db3b37042c-1 {}] regionserver.HStore(327): Store=89390eebe99f555c644472db3b37042c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:56:45,316 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:45,316 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1038): replaying wal for 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:45,316 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c 2024-12-02T19:56:45,317 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c 2024-12-02T19:56:45,318 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1048): stopping wal replay for 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:45,318 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1060): Cleaning up temporary data for 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:45,318 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T19:56:45,319 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1093): writing seq id for 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:45,320 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1114): Opened 89390eebe99f555c644472db3b37042c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67316579, jitterRate=0.003095194697380066}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T19:56:45,320 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:45,320 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1006): Region open journal for 89390eebe99f555c644472db3b37042c: Running coprocessor pre-open hook at 1733169405310Writing region info on filesystem at 1733169405310Initializing all the Stores at 1733169405311 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169405311Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169405311Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169405311Cleaning up temporary data from old regions at 1733169405318 (+7 ms)Running coprocessor post-open hooks at 1733169405320 (+2 ms)Region opened successfully at 1733169405320 2024-12-02T19:56:45,321 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., pid=96, masterSystemTime=1733169405307 2024-12-02T19:56:45,323 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:45,323 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:45,324 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=89390eebe99f555c644472db3b37042c, regionState=OPEN, openSeqNum=5, regionLocation=41897df2911b,36713,1733169305610 2024-12-02T19:56:45,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 because future has completed 2024-12-02T19:56:45,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=94 2024-12-02T19:56:45,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 in 172 msec 2024-12-02T19:56:45,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-12-02T19:56:45,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=89390eebe99f555c644472db3b37042c, REOPEN/MOVE in 504 msec 2024-12-02T19:56:45,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-12-02T19:56:45,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 509 msec 2024-12-02T19:56:45,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 931 msec 2024-12-02T19:56:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-02T19:56:45,334 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:56:45,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3d4f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:45,335 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:56:45,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:56:45,335 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:56:45,335 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:56:45,336 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:56:45,336 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c792492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:45,336 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:56:45,336 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:56:45,336 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:45,337 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:56:45,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33aed9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:45,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad3f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:45,338 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:56:45,338 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:56:45,338 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:56:45,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:56:45,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:56:45,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679a0d9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:45,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:56:45,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:56:45,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:45,340 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:56:45,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee10588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:45,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422fcba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:45,341 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:56:45,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:56:45,342 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:56:45,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:56:45,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:56:45,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74444fef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:45,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:56:45,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:56:45,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:45,343 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:56:45,343 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@730d6b4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:45,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e71a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:45,344 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:56:45,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:56:45,345 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:56:45,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:56:45,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:56:45,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58d193de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:45,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:56:45,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:56:45,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:45,346 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44238, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:56:45,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0916ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:45,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9dbe2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:45,348 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:56:45,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:56:45,348 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:56:45,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:56:45,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:56:45,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e18560a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:45,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:56:45,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:56:45,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:45,349 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:56:45,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c18ab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:45,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e2b5a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:45,351 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:56:45,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:56:45,351 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:56:45,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:56:45,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:56:45,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b48f68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:45,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:56:45,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:56:45,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:45,353 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44294, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:56:45,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f6c81a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:45,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d41a701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:45,354 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:56:45,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:56:45,354 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:56:45,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:56:45,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:56:45,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ed9ba3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:45,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:56:45,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:56:45,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:45,356 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44320, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:56:45,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7ca2a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:45,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2f46ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:45,357 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:56:45,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:56:45,357 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:56:45,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:56:45,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:56:45,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701c86c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:45,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:56:45,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:56:45,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:45,358 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44338, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:56:45,359 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36784360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:45,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180bd544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:45,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:56:45,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:56:45,360 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:56:45,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:56:45,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:56:45,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e89542b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:45,361 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:56:45,361 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:56:45,361 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:45,361 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44358, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:56:45,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33988508, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:45,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d553196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:45,362 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:56:45,362 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:56:45,363 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:56:45,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:56:45,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:56:45,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd97b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:45,363 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:56:45,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:56:45,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:56:45,364 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:56:45,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a15b00a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:56:45,365 DEBUG [Thread-1644 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:56:45,365 DEBUG [Thread-1629 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:56:45,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:56:45,365 DEBUG [Thread-1642 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:56:45,365 DEBUG [Thread-1646 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:56:45,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:56:45,366 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:56:45,366 DEBUG [Thread-1640 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:56:45,366 DEBUG [Thread-1648 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:56:45,366 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:56:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-12-02T19:56:45,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:56:45,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:56:45,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:56:45,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:56:45,367 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:56:45,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:56:45,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:56:45,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33698, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:56:45,367 DEBUG [Thread-1637 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:56:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-02T19:56:45,368 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:56:45,368 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:56:45,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33724, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:56:45,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33712, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:56:45,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:56:45,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:56:45,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:56:45,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:56:45,369 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:56:45,369 DEBUG [Thread-1633 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:56:45,369 DEBUG [Thread-1635 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:56:45,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:56:45,369 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:56:45,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:56:45,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:56:45,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5] 2024-12-02T19:56:45,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:56:45,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:56:45,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5] 2024-12-02T19:56:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5] 2024-12-02T19:56:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:56:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:56:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5] 2024-12-02T19:56:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5] 2024-12-02T19:56:45,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5] 2024-12-02T19:56:45,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:56:45,373 DEBUG [Thread-1631 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:56:45,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5] 2024-12-02T19:56:45,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:56:45,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5] 2024-12-02T19:56:45,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:56:45,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:56:45,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5] 2024-12-02T19:56:45,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33798, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:56:45,379 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5] 2024-12-02T19:56:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:45,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 89390eebe99f555c644472db3b37042c 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-02T19:56:45,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=A 2024-12-02T19:56:45,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:45,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=B 2024-12-02T19:56:45,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:45,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=C 2024-12-02T19:56:45,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:45,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202953f272ee7b249f7843c378abc2f826d_89390eebe99f555c644472db3b37042c is 50, key is test_row_0/A:col10/1733169405381/Put/seqid=0 2024-12-02T19:56:45,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742185_1361 (size=12154) 2024-12-02T19:56:45,452 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733169405437, max timestamp=1733169405448Num uniques 859; 2024-12-02T19:56:45,452 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-02T19:56:45,452 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733169405437, max timestamp=1733169405448Num uniques 859; 2024-12-02T19:56:45,452 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-02T19:56:45,452 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733169405437, max timestamp=1733169405448Num uniques 859; 2024-12-02T19:56:45,452 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-02T19:56:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-02T19:56:45,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169465475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:45,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169465475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:45,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:45,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:45,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:45,490 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:45,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:45,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:45,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169465488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:45,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:45,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:45,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:45,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169465489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:45,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:45,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:45,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:45,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33698 deadline: 1733169465490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:45,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:45,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:45,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:45,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-02T19:56:45,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:45,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:45,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:45,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:45,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:45,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169465598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:45,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:45,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169465599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:45,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:45,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:45,601 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:45,601 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:45,602 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:45,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:45,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169465608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:45,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:45,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:45,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:45,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169465608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:45,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:45,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:45,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:45,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:45,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:45,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33698 deadline: 1733169465608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:45,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:45,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:45,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:45,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-02T19:56:45,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:45,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:45,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:45,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:45,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:45,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:45,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-02T19:56:45,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:45,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169465808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:45,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:45,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:45,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:45,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:45,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169465808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:45,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:45,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:45,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:45,816 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:45,818 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202953f272ee7b249f7843c378abc2f826d_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202953f272ee7b249f7843c378abc2f826d_89390eebe99f555c644472db3b37042c 2024-12-02T19:56:45,819 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/ad0aefb82f934320b4e0934e66a1ede7, store: [table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:56:45,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/ad0aefb82f934320b4e0934e66a1ede7 is 175, key is test_row_0/A:col10/1733169405381/Put/seqid=0 2024-12-02T19:56:45,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169465818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:45,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:45,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:45,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:45,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169465819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:45,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33698 deadline: 1733169465819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:45,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:45,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:45,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:45,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:45,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:45,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:45,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742186_1362 (size=30955) 2024-12-02T19:56:45,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-02T19:56:45,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:45,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:45,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:45,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:45,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:45,830 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/ad0aefb82f934320b4e0934e66a1ede7 2024-12-02T19:56:45,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:45,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/601c7ea3e7db4824a3f469e7e847237a is 50, key is test_row_0/B:col10/1733169405381/Put/seqid=0 2024-12-02T19:56:45,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742187_1363 (size=12001) 2024-12-02T19:56:45,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/601c7ea3e7db4824a3f469e7e847237a 2024-12-02T19:56:45,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/e524b9b13e8c4ec8945801f441f19da8 is 50, key is test_row_0/C:col10/1733169405381/Put/seqid=0 2024-12-02T19:56:45,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742188_1364 (size=12001) 2024-12-02T19:56:45,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-02T19:56:45,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:45,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:45,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:45,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:45,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:45,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:45,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-02T19:56:46,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:46,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169466119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:46,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:46,122 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169466119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:46,122 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,122 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:46,123 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,123 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,123 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:46,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-02T19:56:46,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:46,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:46,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:46,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:46,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:46,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:46,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169466138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:46,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:46,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:46,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169466138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:46,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:46,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33698 deadline: 1733169466138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:46,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:46,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:46,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/e524b9b13e8c4ec8945801f441f19da8 2024-12-02T19:56:46,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/ad0aefb82f934320b4e0934e66a1ede7 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/ad0aefb82f934320b4e0934e66a1ede7 2024-12-02T19:56:46,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-02T19:56:46,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:46,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:46,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:46,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:46,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:46,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/ad0aefb82f934320b4e0934e66a1ede7, entries=150, sequenceid=15, filesize=30.2 K 2024-12-02T19:56:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:46,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/601c7ea3e7db4824a3f469e7e847237a as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/601c7ea3e7db4824a3f469e7e847237a 2024-12-02T19:56:46,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/601c7ea3e7db4824a3f469e7e847237a, entries=150, sequenceid=15, filesize=11.7 K 2024-12-02T19:56:46,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/e524b9b13e8c4ec8945801f441f19da8 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/e524b9b13e8c4ec8945801f441f19da8 2024-12-02T19:56:46,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/e524b9b13e8c4ec8945801f441f19da8, entries=150, sequenceid=15, filesize=11.7 K 2024-12-02T19:56:46,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 89390eebe99f555c644472db3b37042c in 911ms, sequenceid=15, compaction requested=false 2024-12-02T19:56:46,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:56:46,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-02T19:56:46,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:46,440 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 89390eebe99f555c644472db3b37042c 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-02T19:56:46,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=A 2024-12-02T19:56:46,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:56:46,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=B 2024-12-02T19:56:46,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:56:46,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=C 2024-12-02T19:56:46,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:56:46,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023987dfa800444b5eb7a59dd33ef6eb9c_89390eebe99f555c644472db3b37042c is 50, key is test_row_0/A:col10/1733169405473/Put/seqid=0 2024-12-02T19:56:46,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742189_1365 (size=12154) 2024-12-02T19:56:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-02T19:56:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:46,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:46,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169466648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:46,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:46,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:46,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169466656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:46,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,658 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:46,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169466658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:46,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:46,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169466658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:46,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:46,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:46,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33698 deadline: 1733169466658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:46,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:46,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169466768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:46,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:46,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169466769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:46,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:46,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:46,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169466769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:46,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:46,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:46,856 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023987dfa800444b5eb7a59dd33ef6eb9c_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023987dfa800444b5eb7a59dd33ef6eb9c_89390eebe99f555c644472db3b37042c 2024-12-02T19:56:46,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/7e53c45737254d5182ee0d9d6c29237c, store: [table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:56:46,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/7e53c45737254d5182ee0d9d6c29237c is 175, key is test_row_0/A:col10/1733169405473/Put/seqid=0 2024-12-02T19:56:46,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742190_1366 (size=30955) 2024-12-02T19:56:46,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169466978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:46,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:46,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169466978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:46,984 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:46,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:46,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169466979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:46,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:46,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:46,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:47,005 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T19:56:47,260 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/7e53c45737254d5182ee0d9d6c29237c 2024-12-02T19:56:47,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/3857d0fca3094fcfaa7c4c43643b545c is 50, key is test_row_0/B:col10/1733169405473/Put/seqid=0 2024-12-02T19:56:47,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742191_1367 (size=12001) 2024-12-02T19:56:47,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169467288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:47,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:47,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:47,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169467288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:47,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:47,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:47,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:47,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:47,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169467288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:47,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:47,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:47,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:47,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-02T19:56:47,670 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/3857d0fca3094fcfaa7c4c43643b545c 2024-12-02T19:56:47,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169467668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:47,672 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_1' in 89390eebe99f555c644472db3b37042c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:56:47,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:47,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:47,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:47,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/b008fd06ffeb4851b5166bd0c962f90a is 50, key is test_row_0/C:col10/1733169405473/Put/seqid=0 2024-12-02T19:56:47,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742192_1368 (size=12001) 2024-12-02T19:56:47,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33698 deadline: 1733169467688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:47,696 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_2' in 89390eebe99f555c644472db3b37042c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:56:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:47,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169467808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:47,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169467808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:47,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:47,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:47,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:47,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:47,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169467809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:47,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:47,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:47,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:47,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:47,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:48,081 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/b008fd06ffeb4851b5166bd0c962f90a 2024-12-02T19:56:48,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/7e53c45737254d5182ee0d9d6c29237c as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/7e53c45737254d5182ee0d9d6c29237c 2024-12-02T19:56:48,095 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/7e53c45737254d5182ee0d9d6c29237c, entries=150, sequenceid=51, filesize=30.2 K 2024-12-02T19:56:48,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/3857d0fca3094fcfaa7c4c43643b545c as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/3857d0fca3094fcfaa7c4c43643b545c 2024-12-02T19:56:48,101 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/3857d0fca3094fcfaa7c4c43643b545c, entries=150, sequenceid=51, filesize=11.7 K 2024-12-02T19:56:48,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/b008fd06ffeb4851b5166bd0c962f90a as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/b008fd06ffeb4851b5166bd0c962f90a 2024-12-02T19:56:48,107 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/b008fd06ffeb4851b5166bd0c962f90a, entries=150, sequenceid=51, filesize=11.7 K 2024-12-02T19:56:48,108 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=53.67 KB/54960 for 89390eebe99f555c644472db3b37042c in 1668ms, sequenceid=51, compaction requested=false 2024-12-02T19:56:48,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:56:48,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:48,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-12-02T19:56:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-12-02T19:56:48,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-12-02T19:56:48,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7400 sec 2024-12-02T19:56:48,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.7460 sec 2024-12-02T19:56:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:48,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 89390eebe99f555c644472db3b37042c 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-02T19:56:48,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=A 2024-12-02T19:56:48,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:48,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=B 2024-12-02T19:56:48,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:48,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=C 2024-12-02T19:56:48,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:48,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120203d1daf2894043a9846560fc5bc4bf8a_89390eebe99f555c644472db3b37042c is 50, key is test_row_0/A:col10/1733169406655/Put/seqid=0 2024-12-02T19:56:48,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742193_1369 (size=14594) 2024-12-02T19:56:48,829 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:48,832 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120203d1daf2894043a9846560fc5bc4bf8a_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120203d1daf2894043a9846560fc5bc4bf8a_89390eebe99f555c644472db3b37042c 2024-12-02T19:56:48,832 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/736a83b8f88a42c1b0f3de9f836994f4, store: [table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:56:48,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/736a83b8f88a42c1b0f3de9f836994f4 is 175, key is test_row_0/A:col10/1733169406655/Put/seqid=0 2024-12-02T19:56:48,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742194_1370 (size=39549) 2024-12-02T19:56:48,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169468857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:48,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169468859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:48,865 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:48,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:48,866 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:48,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:48,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:48,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:48,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169468862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:48,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:48,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:48,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:48,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169468968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:48,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:48,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169468969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:48,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:48,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:48,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:48,974 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:48,974 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:48,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169468978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:48,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:48,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:48,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:49,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169469178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:49,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:49,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:49,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169469178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:49,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:49,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:49,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:49,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:49,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169469189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:49,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:49,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:49,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:49,239 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=63, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/736a83b8f88a42c1b0f3de9f836994f4 2024-12-02T19:56:49,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/35a6c5bec7a94a3289f014edb6df391d is 50, key is test_row_0/B:col10/1733169406655/Put/seqid=0 2024-12-02T19:56:49,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742195_1371 (size=12001) 2024-12-02T19:56:49,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169469488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:49,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:49,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169469488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:49,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:49,494 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:49,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:49,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:49,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:49,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169469498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:49,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:49,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:49,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-02T19:56:49,528 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:56:49,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:56:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-12-02T19:56:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-02T19:56:49,530 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:56:49,530 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:56:49,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:56:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-02T19:56:49,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/35a6c5bec7a94a3289f014edb6df391d 2024-12-02T19:56:49,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/54365db35a934d22ae9ce9fae4153680 is 50, key is test_row_0/C:col10/1733169406655/Put/seqid=0 2024-12-02T19:56:49,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742196_1372 (size=12001) 2024-12-02T19:56:49,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-02T19:56:49,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:49,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:49,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:49,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:49,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:49,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169469688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:49,692 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_1' in 89390eebe99f555c644472db3b37042c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:56:49,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:49,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:49,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:49,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33698 deadline: 1733169469718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:49,723 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_2' in 89390eebe99f555c644472db3b37042c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:56:49,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:49,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:49,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:49,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-02T19:56:49,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:49,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:49,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:49,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:49,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-02T19:56:49,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-02T19:56:49,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:49,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:49,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:49,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:49,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:50,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169469999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:50,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:50,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:50,005 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:50,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169470008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:50,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:50,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169470008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:50,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:50,013 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:50,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:50,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:50,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:50,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/54365db35a934d22ae9ce9fae4153680 2024-12-02T19:56:50,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/736a83b8f88a42c1b0f3de9f836994f4 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/736a83b8f88a42c1b0f3de9f836994f4 2024-12-02T19:56:50,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/736a83b8f88a42c1b0f3de9f836994f4, entries=200, sequenceid=63, filesize=38.6 K 2024-12-02T19:56:50,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/35a6c5bec7a94a3289f014edb6df391d as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/35a6c5bec7a94a3289f014edb6df391d 2024-12-02T19:56:50,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/35a6c5bec7a94a3289f014edb6df391d, entries=150, sequenceid=63, filesize=11.7 K 2024-12-02T19:56:50,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/54365db35a934d22ae9ce9fae4153680 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/54365db35a934d22ae9ce9fae4153680 2024-12-02T19:56:50,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/54365db35a934d22ae9ce9fae4153680, entries=150, sequenceid=63, filesize=11.7 K 2024-12-02T19:56:50,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 89390eebe99f555c644472db3b37042c in 1269ms, sequenceid=63, compaction requested=true 2024-12-02T19:56:50,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:56:50,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89390eebe99f555c644472db3b37042c:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:56:50,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:50,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89390eebe99f555c644472db3b37042c:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:56:50,088 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:50,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:50,088 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:50,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89390eebe99f555c644472db3b37042c:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:56:50,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:50,089 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:50,089 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:50,089 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 89390eebe99f555c644472db3b37042c/A is initiating minor compaction (all files) 2024-12-02T19:56:50,089 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 89390eebe99f555c644472db3b37042c/B is initiating minor compaction (all files) 2024-12-02T19:56:50,089 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89390eebe99f555c644472db3b37042c/B in TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:50,089 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89390eebe99f555c644472db3b37042c/A in TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:50,089 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/ad0aefb82f934320b4e0934e66a1ede7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/7e53c45737254d5182ee0d9d6c29237c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/736a83b8f88a42c1b0f3de9f836994f4] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp, totalSize=99.1 K 2024-12-02T19:56:50,089 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/601c7ea3e7db4824a3f469e7e847237a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/3857d0fca3094fcfaa7c4c43643b545c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/35a6c5bec7a94a3289f014edb6df391d] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp, totalSize=35.2 K 2024-12-02T19:56:50,089 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:50,089 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. files: [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/ad0aefb82f934320b4e0934e66a1ede7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/7e53c45737254d5182ee0d9d6c29237c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/736a83b8f88a42c1b0f3de9f836994f4] 2024-12-02T19:56:50,089 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 601c7ea3e7db4824a3f469e7e847237a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733169405381 2024-12-02T19:56:50,089 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad0aefb82f934320b4e0934e66a1ede7, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733169405381 2024-12-02T19:56:50,089 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 3857d0fca3094fcfaa7c4c43643b545c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733169405473 2024-12-02T19:56:50,089 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e53c45737254d5182ee0d9d6c29237c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733169405473 2024-12-02T19:56:50,090 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 736a83b8f88a42c1b0f3de9f836994f4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733169406643 2024-12-02T19:56:50,090 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 35a6c5bec7a94a3289f014edb6df391d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733169406643 2024-12-02T19:56:50,094 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:56:50,095 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89390eebe99f555c644472db3b37042c#B#compaction#322 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:50,095 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/0a9b24370e474d66ad50fe818ba04639 is 50, key is test_row_0/B:col10/1733169406655/Put/seqid=0 2024-12-02T19:56:50,096 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202f8fbdaa0be9f4efeb106ccfc63f97677_89390eebe99f555c644472db3b37042c store=[table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:56:50,098 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202f8fbdaa0be9f4efeb106ccfc63f97677_89390eebe99f555c644472db3b37042c, store=[table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:56:50,098 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202f8fbdaa0be9f4efeb106ccfc63f97677_89390eebe99f555c644472db3b37042c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:56:50,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742197_1373 (size=12104) 2024-12-02T19:56:50,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742198_1374 (size=4469) 2024-12-02T19:56:50,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-02T19:56:50,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:50,141 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 89390eebe99f555c644472db3b37042c 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-02T19:56:50,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=A 2024-12-02T19:56:50,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:50,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=B 2024-12-02T19:56:50,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:50,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=C 2024-12-02T19:56:50,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:50,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412029b5b2ea22f67464ea891dfc4f8b57c9b_89390eebe99f555c644472db3b37042c is 50, key is test_row_0/A:col10/1733169408855/Put/seqid=0 2024-12-02T19:56:50,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742199_1375 (size=12154) 2024-12-02T19:56:50,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:50,158 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412029b5b2ea22f67464ea891dfc4f8b57c9b_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029b5b2ea22f67464ea891dfc4f8b57c9b_89390eebe99f555c644472db3b37042c 2024-12-02T19:56:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-02T19:56:50,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/9c2f88a5b0164a1ead305abbd457ebd4, store: [table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:56:50,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/9c2f88a5b0164a1ead305abbd457ebd4 is 175, key is test_row_0/A:col10/1733169408855/Put/seqid=0 2024-12-02T19:56:50,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742200_1376 (size=30955) 2024-12-02T19:56:50,164 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/9c2f88a5b0164a1ead305abbd457ebd4 2024-12-02T19:56:50,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/3b726eda84e944f39a58fef8fe3b6444 is 50, key is test_row_0/B:col10/1733169408855/Put/seqid=0 2024-12-02T19:56:50,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742201_1377 (size=12001) 2024-12-02T19:56:50,551 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89390eebe99f555c644472db3b37042c#A#compaction#323 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:50,552 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/ee7fa417f1f646fe94720f3333467ba7 is 175, key is test_row_0/A:col10/1733169406655/Put/seqid=0 2024-12-02T19:56:50,555 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/0a9b24370e474d66ad50fe818ba04639 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/0a9b24370e474d66ad50fe818ba04639 2024-12-02T19:56:50,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742202_1378 (size=31058) 2024-12-02T19:56:50,560 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 89390eebe99f555c644472db3b37042c/B of 89390eebe99f555c644472db3b37042c into 0a9b24370e474d66ad50fe818ba04639(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:50,561 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:56:50,561 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., storeName=89390eebe99f555c644472db3b37042c/B, priority=13, startTime=1733169410088; duration=0sec 2024-12-02T19:56:50,561 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:50,561 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89390eebe99f555c644472db3b37042c:B 2024-12-02T19:56:50,561 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:50,562 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:50,562 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 89390eebe99f555c644472db3b37042c/C is initiating minor compaction (all files) 2024-12-02T19:56:50,562 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89390eebe99f555c644472db3b37042c/C in TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:50,562 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/e524b9b13e8c4ec8945801f441f19da8, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/b008fd06ffeb4851b5166bd0c962f90a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/54365db35a934d22ae9ce9fae4153680] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp, totalSize=35.2 K 2024-12-02T19:56:50,562 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting e524b9b13e8c4ec8945801f441f19da8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733169405381 2024-12-02T19:56:50,562 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting b008fd06ffeb4851b5166bd0c962f90a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733169405473 2024-12-02T19:56:50,563 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 54365db35a934d22ae9ce9fae4153680, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733169406643 2024-12-02T19:56:50,568 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89390eebe99f555c644472db3b37042c#C#compaction#326 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:50,569 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/ad1672b8e2b348fbb9c6e4199b120087 is 50, key is test_row_0/C:col10/1733169406655/Put/seqid=0 2024-12-02T19:56:50,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742203_1379 (size=12104) 2024-12-02T19:56:50,574 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/3b726eda84e944f39a58fef8fe3b6444 2024-12-02T19:56:50,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/616d525fe2d34658b3291c50986b9a9c is 50, key is test_row_0/C:col10/1733169408855/Put/seqid=0 2024-12-02T19:56:50,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742204_1380 (size=12001) 2024-12-02T19:56:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-02T19:56:50,963 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/ee7fa417f1f646fe94720f3333467ba7 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/ee7fa417f1f646fe94720f3333467ba7 2024-12-02T19:56:50,967 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 89390eebe99f555c644472db3b37042c/A of 89390eebe99f555c644472db3b37042c into ee7fa417f1f646fe94720f3333467ba7(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:50,967 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:56:50,967 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., storeName=89390eebe99f555c644472db3b37042c/A, priority=13, startTime=1733169410088; duration=0sec 2024-12-02T19:56:50,967 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:50,967 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89390eebe99f555c644472db3b37042c:A 2024-12-02T19:56:50,977 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/ad1672b8e2b348fbb9c6e4199b120087 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/ad1672b8e2b348fbb9c6e4199b120087 2024-12-02T19:56:50,982 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 89390eebe99f555c644472db3b37042c/C of 89390eebe99f555c644472db3b37042c into ad1672b8e2b348fbb9c6e4199b120087(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:50,982 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:56:50,982 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., storeName=89390eebe99f555c644472db3b37042c/C, priority=13, startTime=1733169410088; duration=0sec 2024-12-02T19:56:50,982 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:50,982 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89390eebe99f555c644472db3b37042c:C 2024-12-02T19:56:50,990 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/616d525fe2d34658b3291c50986b9a9c 2024-12-02T19:56:50,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/9c2f88a5b0164a1ead305abbd457ebd4 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/9c2f88a5b0164a1ead305abbd457ebd4 2024-12-02T19:56:50,998 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/9c2f88a5b0164a1ead305abbd457ebd4, entries=150, sequenceid=83, filesize=30.2 K 2024-12-02T19:56:50,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/3b726eda84e944f39a58fef8fe3b6444 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/3b726eda84e944f39a58fef8fe3b6444 2024-12-02T19:56:50,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:50,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:50,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,002 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/3b726eda84e944f39a58fef8fe3b6444, entries=150, sequenceid=83, filesize=11.7 K 2024-12-02T19:56:51,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/616d525fe2d34658b3291c50986b9a9c as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/616d525fe2d34658b3291c50986b9a9c 2024-12-02T19:56:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,006 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/616d525fe2d34658b3291c50986b9a9c, entries=150, sequenceid=83, filesize=11.7 K 2024-12-02T19:56:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,007 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 89390eebe99f555c644472db3b37042c in 866ms, sequenceid=83, compaction requested=false 2024-12-02T19:56:51,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:56:51,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:51,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-12-02T19:56:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-12-02T19:56:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-12-02T19:56:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4780 sec 2024-12-02T19:56:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.4830 sec 2024-12-02T19:56:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:51,133 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 89390eebe99f555c644472db3b37042c 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-02T19:56:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=A 2024-12-02T19:56:51,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:51,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=B 2024-12-02T19:56:51,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:51,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=C 2024-12-02T19:56:51,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:51,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202c5112f9588d54a648bb19d939e0be9e1_89390eebe99f555c644472db3b37042c is 50, key is test_row_0/A:col10/1733169411132/Put/seqid=0 2024-12-02T19:56:51,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742205_1381 (size=21918) 2024-12-02T19:56:51,146 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:51,150 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202c5112f9588d54a648bb19d939e0be9e1_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202c5112f9588d54a648bb19d939e0be9e1_89390eebe99f555c644472db3b37042c 2024-12-02T19:56:51,151 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/efd76cdf94aa42acbac0320fccf77da1, store: [table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:56:51,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/efd76cdf94aa42acbac0320fccf77da1 is 175, key is test_row_0/A:col10/1733169411132/Put/seqid=0 2024-12-02T19:56:51,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742206_1382 (size=65323) 2024-12-02T19:56:51,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733169411170, max timestamp=1733169411185Num uniques 859; 2024-12-02T19:56:51,187 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733169411170, max timestamp=1733169411185Num uniques 859; 2024-12-02T19:56:51,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-02T19:56:51,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-02T19:56:51,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733169411170, max timestamp=1733169411185Num uniques 859; 2024-12-02T19:56:51,188 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-02T19:56:51,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:51,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169471232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:51,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169471234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:51,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:51,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:51,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:51,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:51,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:51,245 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:51,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169471244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:51,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:51,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:51,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:51,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169471348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:51,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:51,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169471348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:51,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:51,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:51,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:51,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:51,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:51,354 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:51,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:51,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169471358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:51,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:51,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:51,367 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:51,561 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/efd76cdf94aa42acbac0320fccf77da1 2024-12-02T19:56:51,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169471558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:51,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169471559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:51,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:51,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:51,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:51,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:51,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:51,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:51,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/363bf0e7939e4becae16b654f816fb09 is 50, key is test_row_0/B:col10/1733169411132/Put/seqid=0 2024-12-02T19:56:51,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742207_1383 (size=12001) 2024-12-02T19:56:51,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:51,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169471578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:51,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:51,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:51,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-02T19:56:51,678 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:56:51,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:56:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-12-02T19:56:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-02T19:56:51,681 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:56:51,681 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:56:51,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:56:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-02T19:56:51,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-02T19:56:51,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:51,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:51,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:51,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:51,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:51,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169471869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:51,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:51,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:51,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:51,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169471878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:51,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:51,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:51,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:51,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169471888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:51,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:51,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:51,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:51,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/363bf0e7939e4becae16b654f816fb09 2024-12-02T19:56:51,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/3ba8aa6a95314560bc134a45ca47f5d0 is 50, key is test_row_0/C:col10/1733169411132/Put/seqid=0 2024-12-02T19:56:51,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-02T19:56:51,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:51,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:51,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:51,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:51,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-02T19:56:52,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742208_1384 (size=12001) 2024-12-02T19:56:52,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/3ba8aa6a95314560bc134a45ca47f5d0 2024-12-02T19:56:52,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/efd76cdf94aa42acbac0320fccf77da1 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/efd76cdf94aa42acbac0320fccf77da1 2024-12-02T19:56:52,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/efd76cdf94aa42acbac0320fccf77da1, entries=350, sequenceid=97, filesize=63.8 K 2024-12-02T19:56:52,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/363bf0e7939e4becae16b654f816fb09 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/363bf0e7939e4becae16b654f816fb09 2024-12-02T19:56:52,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/363bf0e7939e4becae16b654f816fb09, entries=150, sequenceid=97, filesize=11.7 K 2024-12-02T19:56:52,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/3ba8aa6a95314560bc134a45ca47f5d0 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/3ba8aa6a95314560bc134a45ca47f5d0 2024-12-02T19:56:52,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/3ba8aa6a95314560bc134a45ca47f5d0, entries=150, sequenceid=97, filesize=11.7 K 2024-12-02T19:56:52,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 89390eebe99f555c644472db3b37042c in 904ms, sequenceid=97, compaction requested=true 2024-12-02T19:56:52,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:56:52,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89390eebe99f555c644472db3b37042c:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:56:52,038 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:52,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:52,038 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:52,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89390eebe99f555c644472db3b37042c:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:56:52,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:52,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89390eebe99f555c644472db3b37042c:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:56:52,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:52,038 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:52,039 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127336 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:52,039 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 89390eebe99f555c644472db3b37042c/B is initiating minor compaction (all files) 2024-12-02T19:56:52,039 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 89390eebe99f555c644472db3b37042c/A is initiating minor compaction (all files) 2024-12-02T19:56:52,039 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89390eebe99f555c644472db3b37042c/B in TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:52,039 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89390eebe99f555c644472db3b37042c/A in TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:52,039 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/ee7fa417f1f646fe94720f3333467ba7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/9c2f88a5b0164a1ead305abbd457ebd4, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/efd76cdf94aa42acbac0320fccf77da1] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp, totalSize=124.4 K 2024-12-02T19:56:52,039 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/0a9b24370e474d66ad50fe818ba04639, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/3b726eda84e944f39a58fef8fe3b6444, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/363bf0e7939e4becae16b654f816fb09] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp, totalSize=35.3 K 2024-12-02T19:56:52,039 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:52,039 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. files: [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/ee7fa417f1f646fe94720f3333467ba7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/9c2f88a5b0164a1ead305abbd457ebd4, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/efd76cdf94aa42acbac0320fccf77da1] 2024-12-02T19:56:52,039 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a9b24370e474d66ad50fe818ba04639, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733169406643 2024-12-02T19:56:52,040 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee7fa417f1f646fe94720f3333467ba7, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733169406643 2024-12-02T19:56:52,040 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b726eda84e944f39a58fef8fe3b6444, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733169408855 2024-12-02T19:56:52,040 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c2f88a5b0164a1ead305abbd457ebd4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733169408855 2024-12-02T19:56:52,040 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 363bf0e7939e4becae16b654f816fb09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733169411071 2024-12-02T19:56:52,040 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting efd76cdf94aa42acbac0320fccf77da1, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733169411071 2024-12-02T19:56:52,047 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:56:52,055 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202987888969e204165a14a9684683da24f_89390eebe99f555c644472db3b37042c store=[table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:56:52,057 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202987888969e204165a14a9684683da24f_89390eebe99f555c644472db3b37042c, store=[table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:56:52,057 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202987888969e204165a14a9684683da24f_89390eebe99f555c644472db3b37042c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:56:52,064 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89390eebe99f555c644472db3b37042c#B#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:52,065 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/f7faee62e56c4c3ab82fbcb80a86d86b is 50, key is test_row_0/B:col10/1733169411132/Put/seqid=0 2024-12-02T19:56:52,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742210_1386 (size=12207) 2024-12-02T19:56:52,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742209_1385 (size=4469) 2024-12-02T19:56:52,074 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89390eebe99f555c644472db3b37042c#A#compaction#331 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:52,074 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/37181596575b47ab9d418cd7c6e28ea1 is 175, key is test_row_0/A:col10/1733169411132/Put/seqid=0 2024-12-02T19:56:52,083 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/f7faee62e56c4c3ab82fbcb80a86d86b as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/f7faee62e56c4c3ab82fbcb80a86d86b 2024-12-02T19:56:52,096 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 89390eebe99f555c644472db3b37042c/B of 89390eebe99f555c644472db3b37042c into f7faee62e56c4c3ab82fbcb80a86d86b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:52,096 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:56:52,096 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., storeName=89390eebe99f555c644472db3b37042c/B, priority=13, startTime=1733169412038; duration=0sec 2024-12-02T19:56:52,096 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:52,096 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89390eebe99f555c644472db3b37042c:B 2024-12-02T19:56:52,096 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:52,097 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:52,097 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 89390eebe99f555c644472db3b37042c/C is initiating minor compaction (all files) 2024-12-02T19:56:52,097 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89390eebe99f555c644472db3b37042c/C in TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:52,101 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/ad1672b8e2b348fbb9c6e4199b120087, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/616d525fe2d34658b3291c50986b9a9c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/3ba8aa6a95314560bc134a45ca47f5d0] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp, totalSize=35.3 K 2024-12-02T19:56:52,102 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting ad1672b8e2b348fbb9c6e4199b120087, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733169406643 2024-12-02T19:56:52,102 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 616d525fe2d34658b3291c50986b9a9c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733169408855 2024-12-02T19:56:52,102 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ba8aa6a95314560bc134a45ca47f5d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733169411071 2024-12-02T19:56:52,113 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89390eebe99f555c644472db3b37042c#C#compaction#333 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:52,113 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/5ace52547f1b4e9d8c36749d97c5b5ba is 50, key is test_row_0/C:col10/1733169411132/Put/seqid=0 2024-12-02T19:56:52,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742211_1387 (size=31161) 2024-12-02T19:56:52,121 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/37181596575b47ab9d418cd7c6e28ea1 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/37181596575b47ab9d418cd7c6e28ea1 2024-12-02T19:56:52,126 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 89390eebe99f555c644472db3b37042c/A of 89390eebe99f555c644472db3b37042c into 37181596575b47ab9d418cd7c6e28ea1(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:52,126 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:56:52,126 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., storeName=89390eebe99f555c644472db3b37042c/A, priority=13, startTime=1733169412037; duration=0sec 2024-12-02T19:56:52,126 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:52,126 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89390eebe99f555c644472db3b37042c:A 2024-12-02T19:56:52,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742212_1388 (size=12207) 2024-12-02T19:56:52,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-02T19:56:52,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:52,140 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 89390eebe99f555c644472db3b37042c 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-12-02T19:56:52,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=A 2024-12-02T19:56:52,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:56:52,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=B 2024-12-02T19:56:52,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:56:52,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=C 2024-12-02T19:56:52,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:56:52,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120204b86349b29045c58ea2e391571a59b6_89390eebe99f555c644472db3b37042c is 50, key is test_row_0/A:col10/1733169411233/Put/seqid=0 2024-12-02T19:56:52,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742213_1389 (size=12254) 2024-12-02T19:56:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-02T19:56:52,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:52,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169472424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:52,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:52,434 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169472425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:52,434 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:52,434 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:52,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169472427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:52,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:52,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:52,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:52,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:52,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:52,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:52,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169472539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:52,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169472539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:52,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:52,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:52,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169472539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:52,540 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:52,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:52,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:52,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:52,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:52,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:52,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:52,546 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/5ace52547f1b4e9d8c36749d97c5b5ba as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/5ace52547f1b4e9d8c36749d97c5b5ba 2024-12-02T19:56:52,553 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 89390eebe99f555c644472db3b37042c/C of 89390eebe99f555c644472db3b37042c into 5ace52547f1b4e9d8c36749d97c5b5ba(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:52,553 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:56:52,553 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., storeName=89390eebe99f555c644472db3b37042c/C, priority=13, startTime=1733169412038; duration=0sec 2024-12-02T19:56:52,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:52,553 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:52,553 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89390eebe99f555c644472db3b37042c:C 2024-12-02T19:56:52,557 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120204b86349b29045c58ea2e391571a59b6_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120204b86349b29045c58ea2e391571a59b6_89390eebe99f555c644472db3b37042c 2024-12-02T19:56:52,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/adefe97df61b44b29d053c1dcf56ee0f, store: [table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:56:52,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/adefe97df61b44b29d053c1dcf56ee0f is 175, key is test_row_0/A:col10/1733169411233/Put/seqid=0 2024-12-02T19:56:52,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742214_1390 (size=31055) 2024-12-02T19:56:52,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:52,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169472751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:52,753 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:52,753 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:52,753 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:52,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:52,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169472751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:52,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:52,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:52,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:52,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:52,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169472751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:52,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:52,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:52,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-02T19:56:52,980 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/adefe97df61b44b29d053c1dcf56ee0f 2024-12-02T19:56:52,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/abc16f12296f4f0981d44f7fd24fddd6 is 50, key is test_row_0/B:col10/1733169411233/Put/seqid=0 2024-12-02T19:56:53,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742215_1391 (size=12101) 2024-12-02T19:56:53,002 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/abc16f12296f4f0981d44f7fd24fddd6 2024-12-02T19:56:53,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/976943dfff184d39b83800a689393335 is 50, key is test_row_0/C:col10/1733169411233/Put/seqid=0 2024-12-02T19:56:53,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742216_1392 (size=12101) 2024-12-02T19:56:53,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:53,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169473058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:53,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:53,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:53,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:53,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169473069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:53,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:53,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:53,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:53,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:53,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169473069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:53,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:53,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:53,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:53,418 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/976943dfff184d39b83800a689393335 2024-12-02T19:56:53,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/adefe97df61b44b29d053c1dcf56ee0f as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/adefe97df61b44b29d053c1dcf56ee0f 2024-12-02T19:56:53,427 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/adefe97df61b44b29d053c1dcf56ee0f, entries=150, sequenceid=133, filesize=30.3 K 2024-12-02T19:56:53,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/abc16f12296f4f0981d44f7fd24fddd6 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/abc16f12296f4f0981d44f7fd24fddd6 2024-12-02T19:56:53,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,433 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/abc16f12296f4f0981d44f7fd24fddd6, entries=150, sequenceid=133, filesize=11.8 K 2024-12-02T19:56:53,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/976943dfff184d39b83800a689393335 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/976943dfff184d39b83800a689393335 2024-12-02T19:56:53,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,441 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/976943dfff184d39b83800a689393335, entries=150, sequenceid=133, filesize=11.8 K 2024-12-02T19:56:53,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,443 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for 89390eebe99f555c644472db3b37042c in 1302ms, sequenceid=133, compaction requested=false 2024-12-02T19:56:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:56:53,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:53,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-12-02T19:56:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-12-02T19:56:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-12-02T19:56:53,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7630 sec 2024-12-02T19:56:53,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.7690 sec 2024-12-02T19:56:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 89390eebe99f555c644472db3b37042c 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-02T19:56:53,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=A 2024-12-02T19:56:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:53,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=B 2024-12-02T19:56:53,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:53,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=C 2024-12-02T19:56:53,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412025751de723fa244e1a418d60027a9f930_89390eebe99f555c644472db3b37042c is 50, key is test_row_0/A:col10/1733169413614/Put/seqid=0 2024-12-02T19:56:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742217_1393 (size=12304) 2024-12-02T19:56:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:53,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169473716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:53,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:53,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169473716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:53,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:53,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:53,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:53,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:53,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:53,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169473718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:53,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:53,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:53,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:53,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169473720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:53,729 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:53,729 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:53,730 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:53,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33698 deadline: 1733169473729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:53,740 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_2' in 89390eebe99f555c644472db3b37042c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8250 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:56:53,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:53,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:53,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:53,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:53,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169473828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:53,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:53,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169473829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:53,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:53,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:53,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:53,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:53,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:53,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:53,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-02T19:56:53,839 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:56:53,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:56:53,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-12-02T19:56:53,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-02T19:56:53,841 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:56:53,842 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:56:53,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:56:53,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:53,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169473839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:53,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:53,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:53,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:53,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:53,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169473840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:53,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:53,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:53,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-02T19:56:53,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-02T19:56:53,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:53,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:53,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:53,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:53,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:53,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:54,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169474038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:54,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:54,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:54,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169474038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:54,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:54,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:54,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:54,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:54,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169474048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:54,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:54,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169474049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:54,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:54,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:54,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:54,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:54,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:54,075 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:54,081 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412025751de723fa244e1a418d60027a9f930_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025751de723fa244e1a418d60027a9f930_89390eebe99f555c644472db3b37042c 2024-12-02T19:56:54,084 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/28781d648ce14d43bea36ea56054780c, store: [table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:56:54,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/28781d648ce14d43bea36ea56054780c is 175, key is test_row_0/A:col10/1733169413614/Put/seqid=0 2024-12-02T19:56:54,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742218_1394 (size=31101) 2024-12-02T19:56:54,108 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=146, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/28781d648ce14d43bea36ea56054780c 2024-12-02T19:56:54,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/2acaa1ac988247c9843a3bf2d9ccdc03 is 50, key is test_row_0/B:col10/1733169413614/Put/seqid=0 2024-12-02T19:56:54,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742219_1395 (size=9757) 2024-12-02T19:56:54,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-02T19:56:54,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:54,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:54,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:54,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:54,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-02T19:56:54,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-02T19:56:54,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:54,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:54,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:54,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:54,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:54,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169474358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:54,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:54,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:54,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:54,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169474358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:54,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:54,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:54,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:54,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169474368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:54,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:54,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:54,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:54,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169474368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:54,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:54,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:54,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:54,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-02T19:56:54,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:54,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:54,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:54,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:54,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:54,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-02T19:56:54,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/2acaa1ac988247c9843a3bf2d9ccdc03 2024-12-02T19:56:54,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/8553c5976ba24fda9b0502993716e1f7 is 50, key is test_row_0/C:col10/1733169413614/Put/seqid=0 2024-12-02T19:56:54,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742220_1396 (size=9757) 2024-12-02T19:56:54,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-02T19:56:54,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:54,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:54,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:54,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:54,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:54,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:54,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-02T19:56:54,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:54,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:54,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:54,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:54,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:54,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:54,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169474878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:54,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:54,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:54,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:54,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:54,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169474878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:54,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:54,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:54,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:54,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169474888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:54,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:54,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:54,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:54,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169474888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:54,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:54,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:54,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:54,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:54,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-02T19:56:54,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:54,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:54,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:54,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:54,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:54,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:54,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=146 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/8553c5976ba24fda9b0502993716e1f7 2024-12-02T19:56:54,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/28781d648ce14d43bea36ea56054780c as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/28781d648ce14d43bea36ea56054780c 2024-12-02T19:56:54,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/28781d648ce14d43bea36ea56054780c, entries=150, sequenceid=146, filesize=30.4 K 2024-12-02T19:56:54,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/2acaa1ac988247c9843a3bf2d9ccdc03 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/2acaa1ac988247c9843a3bf2d9ccdc03 2024-12-02T19:56:54,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/2acaa1ac988247c9843a3bf2d9ccdc03, entries=100, sequenceid=146, filesize=9.5 K 2024-12-02T19:56:54,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/8553c5976ba24fda9b0502993716e1f7 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/8553c5976ba24fda9b0502993716e1f7 2024-12-02T19:56:54,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/8553c5976ba24fda9b0502993716e1f7, entries=100, sequenceid=146, filesize=9.5 K 2024-12-02T19:56:54,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 89390eebe99f555c644472db3b37042c in 1339ms, sequenceid=146, compaction requested=true 2024-12-02T19:56:54,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:56:54,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89390eebe99f555c644472db3b37042c:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:56:54,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:54,954 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:54,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89390eebe99f555c644472db3b37042c:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:56:54,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:54,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89390eebe99f555c644472db3b37042c:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:56:54,954 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:54,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:54,955 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93317 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:54,955 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:54,955 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 89390eebe99f555c644472db3b37042c/A is initiating minor compaction (all files) 2024-12-02T19:56:54,955 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 89390eebe99f555c644472db3b37042c/B is initiating minor compaction (all files) 2024-12-02T19:56:54,955 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89390eebe99f555c644472db3b37042c/A in TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:54,955 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89390eebe99f555c644472db3b37042c/B in TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:54,955 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/37181596575b47ab9d418cd7c6e28ea1, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/adefe97df61b44b29d053c1dcf56ee0f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/28781d648ce14d43bea36ea56054780c] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp, totalSize=91.1 K 2024-12-02T19:56:54,955 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/f7faee62e56c4c3ab82fbcb80a86d86b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/abc16f12296f4f0981d44f7fd24fddd6, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/2acaa1ac988247c9843a3bf2d9ccdc03] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp, totalSize=33.3 K 2024-12-02T19:56:54,955 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:54,955 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. files: [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/37181596575b47ab9d418cd7c6e28ea1, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/adefe97df61b44b29d053c1dcf56ee0f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/28781d648ce14d43bea36ea56054780c] 2024-12-02T19:56:54,955 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting f7faee62e56c4c3ab82fbcb80a86d86b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733169411071 2024-12-02T19:56:54,955 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37181596575b47ab9d418cd7c6e28ea1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733169411071 2024-12-02T19:56:54,955 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting adefe97df61b44b29d053c1dcf56ee0f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733169411231 2024-12-02T19:56:54,955 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting abc16f12296f4f0981d44f7fd24fddd6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733169411231 2024-12-02T19:56:54,956 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 2acaa1ac988247c9843a3bf2d9ccdc03, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1733169412426 2024-12-02T19:56:54,956 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28781d648ce14d43bea36ea56054780c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1733169412420 2024-12-02T19:56:54,962 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89390eebe99f555c644472db3b37042c#B#compaction#340 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:54,962 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/6e3ca4fd159e4ece97df58d3aa6ecc50 is 50, key is test_row_0/B:col10/1733169413614/Put/seqid=0 2024-12-02T19:56:54,963 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:56:54,972 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412023162db31635b4f6ea13b54d1182d0dbd_89390eebe99f555c644472db3b37042c store=[table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:56:54,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742221_1397 (size=12409) 2024-12-02T19:56:54,973 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412023162db31635b4f6ea13b54d1182d0dbd_89390eebe99f555c644472db3b37042c, store=[table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:56:54,973 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023162db31635b4f6ea13b54d1182d0dbd_89390eebe99f555c644472db3b37042c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:56:54,976 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/6e3ca4fd159e4ece97df58d3aa6ecc50 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/6e3ca4fd159e4ece97df58d3aa6ecc50 2024-12-02T19:56:54,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742222_1398 (size=4469) 2024-12-02T19:56:54,978 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89390eebe99f555c644472db3b37042c#A#compaction#341 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:54,978 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/59c32dac04ab4909b9e62de20b5b6866 is 175, key is test_row_0/A:col10/1733169413614/Put/seqid=0 2024-12-02T19:56:54,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-02T19:56:54,982 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 89390eebe99f555c644472db3b37042c/B of 89390eebe99f555c644472db3b37042c into 6e3ca4fd159e4ece97df58d3aa6ecc50(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:54,982 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:56:54,982 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., storeName=89390eebe99f555c644472db3b37042c/B, priority=13, startTime=1733169414954; duration=0sec 2024-12-02T19:56:54,982 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:54,982 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89390eebe99f555c644472db3b37042c:B 2024-12-02T19:56:54,982 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:54,983 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:54,983 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 89390eebe99f555c644472db3b37042c/C is initiating minor compaction (all files) 2024-12-02T19:56:54,983 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89390eebe99f555c644472db3b37042c/C in TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:54,983 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/5ace52547f1b4e9d8c36749d97c5b5ba, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/976943dfff184d39b83800a689393335, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/8553c5976ba24fda9b0502993716e1f7] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp, totalSize=33.3 K 2024-12-02T19:56:54,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742223_1399 (size=31470) 2024-12-02T19:56:54,984 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ace52547f1b4e9d8c36749d97c5b5ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733169411071 2024-12-02T19:56:54,985 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 976943dfff184d39b83800a689393335, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733169411231 2024-12-02T19:56:54,986 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 8553c5976ba24fda9b0502993716e1f7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1733169412426 2024-12-02T19:56:54,991 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/59c32dac04ab4909b9e62de20b5b6866 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/59c32dac04ab4909b9e62de20b5b6866 2024-12-02T19:56:54,992 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89390eebe99f555c644472db3b37042c#C#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:54,992 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/f2c296cdcfd74b4fb2e906d3826efdf0 is 50, key is test_row_0/C:col10/1733169413614/Put/seqid=0 2024-12-02T19:56:54,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742224_1400 (size=12409) 2024-12-02T19:56:54,996 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 89390eebe99f555c644472db3b37042c/A of 89390eebe99f555c644472db3b37042c into 59c32dac04ab4909b9e62de20b5b6866(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:54,996 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:56:54,996 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., storeName=89390eebe99f555c644472db3b37042c/A, priority=13, startTime=1733169414954; duration=0sec 2024-12-02T19:56:54,996 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:54,996 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89390eebe99f555c644472db3b37042c:A 2024-12-02T19:56:55,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-02T19:56:55,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:55,067 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 89390eebe99f555c644472db3b37042c 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-02T19:56:55,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=A 2024-12-02T19:56:55,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:55,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=B 2024-12-02T19:56:55,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:55,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=C 2024-12-02T19:56:55,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:55,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120288623fff32f848bfb86abf097d0d04a9_89390eebe99f555c644472db3b37042c is 50, key is test_row_0/A:col10/1733169413710/Put/seqid=0 2024-12-02T19:56:55,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742225_1401 (size=12304) 2024-12-02T19:56:55,207 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-02T19:56:55,207 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-02T19:56:55,399 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/f2c296cdcfd74b4fb2e906d3826efdf0 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/f2c296cdcfd74b4fb2e906d3826efdf0 2024-12-02T19:56:55,402 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 89390eebe99f555c644472db3b37042c/C of 89390eebe99f555c644472db3b37042c into f2c296cdcfd74b4fb2e906d3826efdf0(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:55,402 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:56:55,402 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., storeName=89390eebe99f555c644472db3b37042c/C, priority=13, startTime=1733169414954; duration=0sec 2024-12-02T19:56:55,402 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:55,402 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89390eebe99f555c644472db3b37042c:C 2024-12-02T19:56:55,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:55,480 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120288623fff32f848bfb86abf097d0d04a9_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120288623fff32f848bfb86abf097d0d04a9_89390eebe99f555c644472db3b37042c 2024-12-02T19:56:55,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/519f2bb1b458464e951d282b2a429817, store: [table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:56:55,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/519f2bb1b458464e951d282b2a429817 is 175, key is test_row_0/A:col10/1733169413710/Put/seqid=0 2024-12-02T19:56:55,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742226_1402 (size=31105) 2024-12-02T19:56:55,485 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/519f2bb1b458464e951d282b2a429817 2024-12-02T19:56:55,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/273c6e513f3c4e0dab606f3fdee22c5e is 50, key is test_row_0/B:col10/1733169413710/Put/seqid=0 2024-12-02T19:56:55,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742227_1403 (size=12151) 2024-12-02T19:56:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:55,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:55,896 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/273c6e513f3c4e0dab606f3fdee22c5e 2024-12-02T19:56:55,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/961fb8fd358e4adc9f873797cd79c5fa is 50, key is test_row_0/C:col10/1733169413710/Put/seqid=0 2024-12-02T19:56:55,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742228_1404 (size=12151) 2024-12-02T19:56:55,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169475907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:55,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:55,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169475908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:55,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:55,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:55,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169475908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:55,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:55,914 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_1' in 89390eebe99f555c644472db3b37042c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:56:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169475908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:55,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:55,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:55,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:55,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:55,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:55,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:55,915 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_1' in 89390eebe99f555c644472db3b37042c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:56:55,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:55,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:55,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-02T19:56:56,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169476018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:56,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169476018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:56,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:56,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:56,023 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:56,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:56,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:56,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:56,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169476228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:56,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:56,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:56,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:56,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169476228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:56,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:56,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:56,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:56,307 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/961fb8fd358e4adc9f873797cd79c5fa 2024-12-02T19:56:56,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/519f2bb1b458464e951d282b2a429817 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/519f2bb1b458464e951d282b2a429817 2024-12-02T19:56:56,314 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/519f2bb1b458464e951d282b2a429817, entries=150, sequenceid=168, filesize=30.4 K 2024-12-02T19:56:56,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/273c6e513f3c4e0dab606f3fdee22c5e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/273c6e513f3c4e0dab606f3fdee22c5e 2024-12-02T19:56:56,317 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/273c6e513f3c4e0dab606f3fdee22c5e, entries=150, sequenceid=168, filesize=11.9 K 2024-12-02T19:56:56,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/961fb8fd358e4adc9f873797cd79c5fa as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/961fb8fd358e4adc9f873797cd79c5fa 2024-12-02T19:56:56,321 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/961fb8fd358e4adc9f873797cd79c5fa, entries=150, sequenceid=168, filesize=11.9 K 2024-12-02T19:56:56,322 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 89390eebe99f555c644472db3b37042c in 1255ms, sequenceid=168, compaction requested=false 2024-12-02T19:56:56,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:56:56,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:56,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-12-02T19:56:56,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-12-02T19:56:56,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-12-02T19:56:56,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4810 sec 2024-12-02T19:56:56,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.4860 sec 2024-12-02T19:56:56,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:56,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 89390eebe99f555c644472db3b37042c 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-02T19:56:56,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=A 2024-12-02T19:56:56,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:56,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=B 2024-12-02T19:56:56,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:56,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=C 2024-12-02T19:56:56,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:56,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120258c4163df7b44a19b36218d8ec712773_89390eebe99f555c644472db3b37042c is 50, key is test_row_0/A:col10/1733169416542/Put/seqid=0 2024-12-02T19:56:56,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742229_1405 (size=14794) 2024-12-02T19:56:56,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:56,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169476623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:56,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:56,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:56,625 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:56,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:56,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169476624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:56,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:56,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:56,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:56,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:56,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169476728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:56,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:56,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:56,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:56,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:56,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169476738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:56,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:56,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:56,743 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:56,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169476938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:56,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:56,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:56,944 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:56,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169476949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:56,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:56,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:56,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:56,962 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:56,965 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120258c4163df7b44a19b36218d8ec712773_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120258c4163df7b44a19b36218d8ec712773_89390eebe99f555c644472db3b37042c 2024-12-02T19:56:56,966 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/a60ab1a87fc64bed9115595145960628, store: [table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:56:56,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/a60ab1a87fc64bed9115595145960628 is 175, key is test_row_0/A:col10/1733169416542/Put/seqid=0 2024-12-02T19:56:56,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742230_1406 (size=39749) 2024-12-02T19:56:56,972 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=183, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/a60ab1a87fc64bed9115595145960628 2024-12-02T19:56:56,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/53a4ce3bafa94512b8b16f9f20123afc is 50, key is test_row_0/B:col10/1733169416542/Put/seqid=0 2024-12-02T19:56:56,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742231_1407 (size=12151) 2024-12-02T19:56:57,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169477249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:57,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:57,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:57,254 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:57,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169477258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:57,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:57,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:57,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:57,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/53a4ce3bafa94512b8b16f9f20123afc 2024-12-02T19:56:57,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/7e182825530d46a0b14c1aca1c550fe3 is 50, key is test_row_0/C:col10/1733169416542/Put/seqid=0 2024-12-02T19:56:57,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742232_1408 (size=12151) 2024-12-02T19:56:57,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169477758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:57,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:57,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:57,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:57,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169477768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:57,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:57,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:57,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:57,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/7e182825530d46a0b14c1aca1c550fe3 2024-12-02T19:56:57,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/a60ab1a87fc64bed9115595145960628 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/a60ab1a87fc64bed9115595145960628 2024-12-02T19:56:57,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/a60ab1a87fc64bed9115595145960628, entries=200, sequenceid=183, filesize=38.8 K 2024-12-02T19:56:57,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/53a4ce3bafa94512b8b16f9f20123afc as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/53a4ce3bafa94512b8b16f9f20123afc 2024-12-02T19:56:57,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/53a4ce3bafa94512b8b16f9f20123afc, entries=150, sequenceid=183, filesize=11.9 K 2024-12-02T19:56:57,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/7e182825530d46a0b14c1aca1c550fe3 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/7e182825530d46a0b14c1aca1c550fe3 2024-12-02T19:56:57,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/7e182825530d46a0b14c1aca1c550fe3, entries=150, sequenceid=183, filesize=11.9 K 2024-12-02T19:56:57,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 89390eebe99f555c644472db3b37042c in 1262ms, sequenceid=183, compaction requested=true 2024-12-02T19:56:57,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:56:57,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89390eebe99f555c644472db3b37042c:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:56:57,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:57,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89390eebe99f555c644472db3b37042c:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:56:57,805 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:57,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:57,805 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:57,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89390eebe99f555c644472db3b37042c:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:56:57,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:57,805 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:57,805 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102324 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:57,805 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 89390eebe99f555c644472db3b37042c/A is initiating minor compaction (all files) 2024-12-02T19:56:57,805 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 89390eebe99f555c644472db3b37042c/B is initiating minor compaction (all files) 2024-12-02T19:56:57,805 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89390eebe99f555c644472db3b37042c/A in TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:57,805 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89390eebe99f555c644472db3b37042c/B in TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:57,806 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/59c32dac04ab4909b9e62de20b5b6866, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/519f2bb1b458464e951d282b2a429817, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/a60ab1a87fc64bed9115595145960628] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp, totalSize=99.9 K 2024-12-02T19:56:57,806 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/6e3ca4fd159e4ece97df58d3aa6ecc50, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/273c6e513f3c4e0dab606f3fdee22c5e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/53a4ce3bafa94512b8b16f9f20123afc] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp, totalSize=35.9 K 2024-12-02T19:56:57,806 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:57,806 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. files: [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/59c32dac04ab4909b9e62de20b5b6866, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/519f2bb1b458464e951d282b2a429817, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/a60ab1a87fc64bed9115595145960628] 2024-12-02T19:56:57,806 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e3ca4fd159e4ece97df58d3aa6ecc50, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1733169411231 2024-12-02T19:56:57,806 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59c32dac04ab4909b9e62de20b5b6866, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1733169411231 2024-12-02T19:56:57,806 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 273c6e513f3c4e0dab606f3fdee22c5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733169413710 2024-12-02T19:56:57,806 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 519f2bb1b458464e951d282b2a429817, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733169413710 2024-12-02T19:56:57,807 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 53a4ce3bafa94512b8b16f9f20123afc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733169415904 2024-12-02T19:56:57,807 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting a60ab1a87fc64bed9115595145960628, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733169415904 2024-12-02T19:56:57,813 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89390eebe99f555c644472db3b37042c#B#compaction#349 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:57,814 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/cdde1db9f65c47eda9c498e56222ec0e is 50, key is test_row_0/B:col10/1733169416542/Put/seqid=0 2024-12-02T19:56:57,815 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:56:57,819 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120291b5d51621ce49279eb92cbf1ec18c0b_89390eebe99f555c644472db3b37042c store=[table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:56:57,820 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120291b5d51621ce49279eb92cbf1ec18c0b_89390eebe99f555c644472db3b37042c, store=[table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:56:57,820 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120291b5d51621ce49279eb92cbf1ec18c0b_89390eebe99f555c644472db3b37042c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:56:57,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742233_1409 (size=12561) 2024-12-02T19:56:57,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742234_1410 (size=4469) 2024-12-02T19:56:57,827 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/cdde1db9f65c47eda9c498e56222ec0e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/cdde1db9f65c47eda9c498e56222ec0e 2024-12-02T19:56:57,830 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 89390eebe99f555c644472db3b37042c/B of 89390eebe99f555c644472db3b37042c into cdde1db9f65c47eda9c498e56222ec0e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:57,830 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:56:57,830 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., storeName=89390eebe99f555c644472db3b37042c/B, priority=13, startTime=1733169417805; duration=0sec 2024-12-02T19:56:57,830 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:56:57,830 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89390eebe99f555c644472db3b37042c:B 2024-12-02T19:56:57,831 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:56:57,831 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:56:57,832 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 89390eebe99f555c644472db3b37042c/C is initiating minor compaction (all files) 2024-12-02T19:56:57,832 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89390eebe99f555c644472db3b37042c/C in TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:57,832 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/f2c296cdcfd74b4fb2e906d3826efdf0, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/961fb8fd358e4adc9f873797cd79c5fa, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/7e182825530d46a0b14c1aca1c550fe3] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp, totalSize=35.9 K 2024-12-02T19:56:57,832 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting f2c296cdcfd74b4fb2e906d3826efdf0, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=146, earliestPutTs=1733169411231 2024-12-02T19:56:57,832 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 961fb8fd358e4adc9f873797cd79c5fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733169413710 2024-12-02T19:56:57,832 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e182825530d46a0b14c1aca1c550fe3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733169415904 2024-12-02T19:56:57,839 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89390eebe99f555c644472db3b37042c#C#compaction#351 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:57,840 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/a8640bc5618a4d9998f0029ddb019d83 is 50, key is test_row_0/C:col10/1733169416542/Put/seqid=0 2024-12-02T19:56:57,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742235_1411 (size=12561) 2024-12-02T19:56:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 89390eebe99f555c644472db3b37042c 2024-12-02T19:56:57,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 89390eebe99f555c644472db3b37042c 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-02T19:56:57,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=A 2024-12-02T19:56:57,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:57,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=B 2024-12-02T19:56:57,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:57,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=C 2024-12-02T19:56:57,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:57,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202dac1a1f42cf1400ca8f5eec450ff7b4b_89390eebe99f555c644472db3b37042c is 50, key is test_row_0/A:col10/1733169416623/Put/seqid=0 2024-12-02T19:56:57,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742236_1412 (size=14794) 2024-12-02T19:56:57,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169477977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:57,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169477985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:57,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:57,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:57,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-02T19:56:57,999 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:56:57,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:56:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-12-02T19:56:58,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-02T19:56:58,001 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:56:58,002 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:56:58,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:56:58,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169478088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:58,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:58,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:58,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:58,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169478098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:58,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:58,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:58,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-02T19:56:58,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-02T19:56:58,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:58,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:58,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:58,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:58,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:58,224 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89390eebe99f555c644472db3b37042c#A#compaction#350 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:56:58,225 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/06d21472c01841278b4d11185394db5e is 175, key is test_row_0/A:col10/1733169416542/Put/seqid=0 2024-12-02T19:56:58,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742237_1413 (size=31515) 2024-12-02T19:56:58,248 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/a8640bc5618a4d9998f0029ddb019d83 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/a8640bc5618a4d9998f0029ddb019d83 2024-12-02T19:56:58,251 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 89390eebe99f555c644472db3b37042c/C of 89390eebe99f555c644472db3b37042c into a8640bc5618a4d9998f0029ddb019d83(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:58,251 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:56:58,251 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., storeName=89390eebe99f555c644472db3b37042c/C, priority=13, startTime=1733169417805; duration=0sec 2024-12-02T19:56:58,251 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:58,251 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89390eebe99f555c644472db3b37042c:C 2024-12-02T19:56:58,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169478298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:58,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:58,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:58,303 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:58,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-02T19:56:58,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:58,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:58,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:58,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:58,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:58,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:58,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169478309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:58,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:58,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:58,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-02T19:56:58,352 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:58,355 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202dac1a1f42cf1400ca8f5eec450ff7b4b_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202dac1a1f42cf1400ca8f5eec450ff7b4b_89390eebe99f555c644472db3b37042c 2024-12-02T19:56:58,355 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/8e2c78646e0d4a99a500b5499690634f, store: [table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:56:58,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/8e2c78646e0d4a99a500b5499690634f is 175, key is test_row_0/A:col10/1733169416623/Put/seqid=0 2024-12-02T19:56:58,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742238_1414 (size=39749) 2024-12-02T19:56:58,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-02T19:56:58,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:58,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:58,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:58,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:58,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:58,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169478608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:58,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:58,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:58,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:58,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-02T19:56:58,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:58,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:58,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:58,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:58,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:58,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169478618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:58,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:58,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:58,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-02T19:56:58,631 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/06d21472c01841278b4d11185394db5e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/06d21472c01841278b4d11185394db5e 2024-12-02T19:56:58,635 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 89390eebe99f555c644472db3b37042c/A of 89390eebe99f555c644472db3b37042c into 06d21472c01841278b4d11185394db5e(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:56:58,635 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:56:58,635 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., storeName=89390eebe99f555c644472db3b37042c/A, priority=13, startTime=1733169417804; duration=0sec 2024-12-02T19:56:58,635 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:56:58,635 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89390eebe99f555c644472db3b37042c:A 2024-12-02T19:56:58,759 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=203, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/8e2c78646e0d4a99a500b5499690634f 2024-12-02T19:56:58,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-02T19:56:58,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:58,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:58,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:58,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:58,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:58,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/41e1c01b325745dd9ec9519d7edab703 is 50, key is test_row_0/B:col10/1733169416623/Put/seqid=0 2024-12-02T19:56:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:58,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742239_1415 (size=12151) 2024-12-02T19:56:58,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169478779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:58,782 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_0' in 89390eebe99f555c644472db3b37042c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:56:58,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:58,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:58,783 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:58,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169478788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:58,792 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_1' in 89390eebe99f555c644472db3b37042c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:56:58,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:58,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:58,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:58,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-02T19:56:58,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:58,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:58,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:58,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:58,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:59,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-02T19:56:59,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:59,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:59,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:59,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:59,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:59,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169479118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:59,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:59,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:59,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-02T19:56:59,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:56:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169479138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:56:59,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:59,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:56:59,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:56:59,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/41e1c01b325745dd9ec9519d7edab703 2024-12-02T19:56:59,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/bf1334cb9d1a4d68a68224e7b2c994b2 is 50, key is test_row_0/C:col10/1733169416623/Put/seqid=0 2024-12-02T19:56:59,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742240_1416 (size=12151) 2024-12-02T19:56:59,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-02T19:56:59,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:59,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:59,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:59,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:59,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:59,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-02T19:56:59,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:59,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:59,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:59,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:59,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:59,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-02T19:56:59,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:59,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:56:59,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:59,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:59,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:56:59,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/bf1334cb9d1a4d68a68224e7b2c994b2 2024-12-02T19:56:59,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/8e2c78646e0d4a99a500b5499690634f as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/8e2c78646e0d4a99a500b5499690634f 2024-12-02T19:56:59,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/8e2c78646e0d4a99a500b5499690634f, entries=200, sequenceid=203, filesize=38.8 K 2024-12-02T19:56:59,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/41e1c01b325745dd9ec9519d7edab703 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/41e1c01b325745dd9ec9519d7edab703 2024-12-02T19:56:59,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/41e1c01b325745dd9ec9519d7edab703, entries=150, sequenceid=203, filesize=11.9 K 2024-12-02T19:56:59,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/bf1334cb9d1a4d68a68224e7b2c994b2 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/bf1334cb9d1a4d68a68224e7b2c994b2 2024-12-02T19:56:59,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/bf1334cb9d1a4d68a68224e7b2c994b2, entries=150, sequenceid=203, filesize=11.9 K 2024-12-02T19:56:59,592 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 89390eebe99f555c644472db3b37042c in 1649ms, sequenceid=203, compaction requested=false 2024-12-02T19:56:59,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:56:59,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-02T19:56:59,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:56:59,685 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 89390eebe99f555c644472db3b37042c 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-02T19:56:59,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=A 2024-12-02T19:56:59,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:59,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=B 2024-12-02T19:56:59,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:59,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=C 2024-12-02T19:56:59,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:56:59,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202405714eddad941bfbe39a84cb142bf27_89390eebe99f555c644472db3b37042c is 50, key is test_row_0/A:col10/1733169417983/Put/seqid=0 2024-12-02T19:56:59,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742241_1417 (size=12304) 2024-12-02T19:56:59,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:56:59,703 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202405714eddad941bfbe39a84cb142bf27_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202405714eddad941bfbe39a84cb142bf27_89390eebe99f555c644472db3b37042c 2024-12-02T19:56:59,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/6238fe19d491417bac0c5b96a2d55bf9, store: [table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:56:59,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/6238fe19d491417bac0c5b96a2d55bf9 is 175, key is test_row_0/A:col10/1733169417983/Put/seqid=0 2024-12-02T19:56:59,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742242_1418 (size=31105) 2024-12-02T19:57:00,113 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=218, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/6238fe19d491417bac0c5b96a2d55bf9 2024-12-02T19:57:00,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/13b82c4f3b7d44f8a63ed6215fc9a6b0 is 50, key is test_row_0/B:col10/1733169417983/Put/seqid=0 2024-12-02T19:57:00,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742243_1419 (size=12151) 2024-12-02T19:57:00,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:57:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 89390eebe99f555c644472db3b37042c 2024-12-02T19:57:00,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-02T19:57:00,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:00,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169480185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:00,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:00,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:00,190 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:00,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169480190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:00,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:00,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:00,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:00,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:00,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169480298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:00,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:00,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:00,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169480298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:00,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:00,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:00,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:00,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:00,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169480519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:00,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169480519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:00,523 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/13b82c4f3b7d44f8a63ed6215fc9a6b0 2024-12-02T19:57:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:00,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:00,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/da6f6892f51d49919844a1a9507d82d3 is 50, key is test_row_0/C:col10/1733169417983/Put/seqid=0 2024-12-02T19:57:00,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742244_1420 (size=12151) 2024-12-02T19:57:00,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169480808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:00,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169480809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:00,814 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_0' in 89390eebe99f555c644472db3b37042c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:57:00,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:00,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:00,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:00,814 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_1' in 89390eebe99f555c644472db3b37042c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:57:00,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:00,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:00,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:00,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:00,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169480828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169480828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:00,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:00,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:00,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:00,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:00,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:00,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:00,936 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/da6f6892f51d49919844a1a9507d82d3 2024-12-02T19:57:00,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/6238fe19d491417bac0c5b96a2d55bf9 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/6238fe19d491417bac0c5b96a2d55bf9 2024-12-02T19:57:00,944 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/6238fe19d491417bac0c5b96a2d55bf9, entries=150, sequenceid=218, filesize=30.4 K 2024-12-02T19:57:00,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/13b82c4f3b7d44f8a63ed6215fc9a6b0 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/13b82c4f3b7d44f8a63ed6215fc9a6b0 2024-12-02T19:57:00,947 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/13b82c4f3b7d44f8a63ed6215fc9a6b0, entries=150, sequenceid=218, filesize=11.9 K 2024-12-02T19:57:00,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/da6f6892f51d49919844a1a9507d82d3 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/da6f6892f51d49919844a1a9507d82d3 2024-12-02T19:57:00,951 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/da6f6892f51d49919844a1a9507d82d3, entries=150, sequenceid=218, filesize=11.9 K 2024-12-02T19:57:00,952 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 89390eebe99f555c644472db3b37042c in 1266ms, sequenceid=218, compaction requested=true 2024-12-02T19:57:00,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:57:00,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:00,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-12-02T19:57:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-12-02T19:57:00,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-12-02T19:57:00,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9510 sec 2024-12-02T19:57:00,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 2.9560 sec 2024-12-02T19:57:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 89390eebe99f555c644472db3b37042c 2024-12-02T19:57:01,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 89390eebe99f555c644472db3b37042c 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-02T19:57:01,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=A 2024-12-02T19:57:01,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:01,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=B 2024-12-02T19:57:01,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:01,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=C 2024-12-02T19:57:01,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:01,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ba981c8531b342479f6b5be4951228d6_89390eebe99f555c644472db3b37042c is 50, key is test_row_0/A:col10/1733169420181/Put/seqid=0 2024-12-02T19:57:01,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742245_1421 (size=14794) 2024-12-02T19:57:01,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169481378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:01,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:01,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:01,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:01,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169481381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:01,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:01,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:01,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:01,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169481488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:01,498 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:01,498 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:01,498 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:01,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169481498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:01,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:01,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:01,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:01,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169481712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:01,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169481712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:01,718 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:01,718 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:01,718 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:01,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:01,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:01,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:01,762 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:01,765 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ba981c8531b342479f6b5be4951228d6_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ba981c8531b342479f6b5be4951228d6_89390eebe99f555c644472db3b37042c 2024-12-02T19:57:01,766 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/a8aad0b05c1340ad91ee7e4148b5cb90, store: [table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:57:01,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/a8aad0b05c1340ad91ee7e4148b5cb90 is 175, key is test_row_0/A:col10/1733169420181/Put/seqid=0 2024-12-02T19:57:01,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742246_1422 (size=39749) 2024-12-02T19:57:02,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169482028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:02,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:02,031 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169482028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:02,031 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:02,031 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:02,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:02,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:02,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-02T19:57:02,159 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:57:02,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:57:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-12-02T19:57:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-02T19:57:02,161 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:57:02,161 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:57:02,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:57:02,170 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/a8aad0b05c1340ad91ee7e4148b5cb90 2024-12-02T19:57:02,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/2f16aaf3649c4ef4b9144f9959cc8c5c is 50, key is test_row_0/B:col10/1733169420181/Put/seqid=0 2024-12-02T19:57:02,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742247_1423 (size=12151) 2024-12-02T19:57:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-02T19:57:02,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-02T19:57:02,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:02,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:57:02,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:02,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:02,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:02,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-02T19:57:02,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:02,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:57:02,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:02,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:02,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-02T19:57:02,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169482538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:02,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:02,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:02,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:02,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169482538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:02,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:02,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:02,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:02,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/2f16aaf3649c4ef4b9144f9959cc8c5c 2024-12-02T19:57:02,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/bf0a4030f7f040bdae05d2353fa03629 is 50, key is test_row_0/C:col10/1733169420181/Put/seqid=0 2024-12-02T19:57:02,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742248_1424 (size=12151) 2024-12-02T19:57:02,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/bf0a4030f7f040bdae05d2353fa03629 2024-12-02T19:57:02,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/a8aad0b05c1340ad91ee7e4148b5cb90 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/a8aad0b05c1340ad91ee7e4148b5cb90 2024-12-02T19:57:02,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/a8aad0b05c1340ad91ee7e4148b5cb90, entries=200, sequenceid=238, filesize=38.8 K 2024-12-02T19:57:02,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/2f16aaf3649c4ef4b9144f9959cc8c5c as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/2f16aaf3649c4ef4b9144f9959cc8c5c 2024-12-02T19:57:02,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/2f16aaf3649c4ef4b9144f9959cc8c5c, entries=150, sequenceid=238, filesize=11.9 K 2024-12-02T19:57:02,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/bf0a4030f7f040bdae05d2353fa03629 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/bf0a4030f7f040bdae05d2353fa03629 2024-12-02T19:57:02,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/bf0a4030f7f040bdae05d2353fa03629, entries=150, sequenceid=238, filesize=11.9 K 2024-12-02T19:57:02,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 89390eebe99f555c644472db3b37042c in 1267ms, sequenceid=238, compaction requested=true 2024-12-02T19:57:02,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:57:02,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89390eebe99f555c644472db3b37042c:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:57:02,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:02,619 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T19:57:02,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89390eebe99f555c644472db3b37042c:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:57:02,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:02,619 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T19:57:02,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89390eebe99f555c644472db3b37042c:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:57:02,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:57:02,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-02T19:57:02,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:02,621 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142118 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T19:57:02,621 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T19:57:02,622 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 89390eebe99f555c644472db3b37042c/A is initiating minor compaction (all files) 2024-12-02T19:57:02,622 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 89390eebe99f555c644472db3b37042c/B is initiating minor compaction (all files) 2024-12-02T19:57:02,622 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89390eebe99f555c644472db3b37042c/B in TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:02,622 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89390eebe99f555c644472db3b37042c/A in TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:02,622 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 89390eebe99f555c644472db3b37042c 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-02T19:57:02,622 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/06d21472c01841278b4d11185394db5e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/8e2c78646e0d4a99a500b5499690634f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/6238fe19d491417bac0c5b96a2d55bf9, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/a8aad0b05c1340ad91ee7e4148b5cb90] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp, totalSize=138.8 K 2024-12-02T19:57:02,622 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/cdde1db9f65c47eda9c498e56222ec0e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/41e1c01b325745dd9ec9519d7edab703, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/13b82c4f3b7d44f8a63ed6215fc9a6b0, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/2f16aaf3649c4ef4b9144f9959cc8c5c] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp, totalSize=47.9 K 2024-12-02T19:57:02,622 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:02,622 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. files: [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/06d21472c01841278b4d11185394db5e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/8e2c78646e0d4a99a500b5499690634f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/6238fe19d491417bac0c5b96a2d55bf9, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/a8aad0b05c1340ad91ee7e4148b5cb90] 2024-12-02T19:57:02,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=A 2024-12-02T19:57:02,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:02,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=B 2024-12-02T19:57:02,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:02,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=C 2024-12-02T19:57:02,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:02,623 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting cdde1db9f65c47eda9c498e56222ec0e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733169415904 2024-12-02T19:57:02,623 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06d21472c01841278b4d11185394db5e, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733169415904 2024-12-02T19:57:02,623 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e2c78646e0d4a99a500b5499690634f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733169416591 2024-12-02T19:57:02,623 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 41e1c01b325745dd9ec9519d7edab703, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733169416614 2024-12-02T19:57:02,623 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6238fe19d491417bac0c5b96a2d55bf9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733169417975 2024-12-02T19:57:02,623 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 13b82c4f3b7d44f8a63ed6215fc9a6b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733169417975 2024-12-02T19:57:02,624 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f16aaf3649c4ef4b9144f9959cc8c5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733169420181 2024-12-02T19:57:02,624 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8aad0b05c1340ad91ee7e4148b5cb90, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733169420181 2024-12-02T19:57:02,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023b65b184dd77414bbf153fe77a3a5cdf_89390eebe99f555c644472db3b37042c is 50, key is test_row_0/A:col10/1733169421380/Put/seqid=0 2024-12-02T19:57:02,632 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89390eebe99f555c644472db3b37042c#B#compaction#362 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:02,632 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/a466a90b944244cfa202595756e452cf is 50, key is test_row_0/B:col10/1733169420181/Put/seqid=0 2024-12-02T19:57:02,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742249_1425 (size=12304) 2024-12-02T19:57:02,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:02,639 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:57:02,639 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023b65b184dd77414bbf153fe77a3a5cdf_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023b65b184dd77414bbf153fe77a3a5cdf_89390eebe99f555c644472db3b37042c 2024-12-02T19:57:02,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/66495e04ae5e459fb63cc92f68c144b8, store: [table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:57:02,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/66495e04ae5e459fb63cc92f68c144b8 is 175, key is test_row_0/A:col10/1733169421380/Put/seqid=0 2024-12-02T19:57:02,647 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202dea04351495e48338d3bacb845e56967_89390eebe99f555c644472db3b37042c store=[table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:57:02,649 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202dea04351495e48338d3bacb845e56967_89390eebe99f555c644472db3b37042c, store=[table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:57:02,649 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202dea04351495e48338d3bacb845e56967_89390eebe99f555c644472db3b37042c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:57:02,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742250_1426 (size=12697) 2024-12-02T19:57:02,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742251_1427 (size=31105) 2024-12-02T19:57:02,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742252_1428 (size=4469) 2024-12-02T19:57:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-02T19:57:03,050 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/66495e04ae5e459fb63cc92f68c144b8 2024-12-02T19:57:03,054 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/a466a90b944244cfa202595756e452cf as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/a466a90b944244cfa202595756e452cf 2024-12-02T19:57:03,054 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89390eebe99f555c644472db3b37042c#A#compaction#363 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:03,055 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/235b2d40900f4cbb8760a1c4e034f5c0 is 175, key is test_row_0/A:col10/1733169420181/Put/seqid=0 2024-12-02T19:57:03,059 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 89390eebe99f555c644472db3b37042c/B of 89390eebe99f555c644472db3b37042c into a466a90b944244cfa202595756e452cf(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:03,059 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:57:03,059 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., storeName=89390eebe99f555c644472db3b37042c/B, priority=12, startTime=1733169422619; duration=0sec 2024-12-02T19:57:03,059 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:57:03,059 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89390eebe99f555c644472db3b37042c:B 2024-12-02T19:57:03,059 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T19:57:03,060 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T19:57:03,060 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 89390eebe99f555c644472db3b37042c/C is initiating minor compaction (all files) 2024-12-02T19:57:03,060 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89390eebe99f555c644472db3b37042c/C in TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:03,060 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/a8640bc5618a4d9998f0029ddb019d83, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/bf1334cb9d1a4d68a68224e7b2c994b2, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/da6f6892f51d49919844a1a9507d82d3, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/bf0a4030f7f040bdae05d2353fa03629] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp, totalSize=47.9 K 2024-12-02T19:57:03,061 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting a8640bc5618a4d9998f0029ddb019d83, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1733169415904 2024-12-02T19:57:03,061 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting bf1334cb9d1a4d68a68224e7b2c994b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733169416614 2024-12-02T19:57:03,061 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting da6f6892f51d49919844a1a9507d82d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733169417975 2024-12-02T19:57:03,062 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting bf0a4030f7f040bdae05d2353fa03629, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733169420181 2024-12-02T19:57:03,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/d9f44a4716ce4591abc4ea901132d8ae is 50, key is test_row_0/B:col10/1733169421380/Put/seqid=0 2024-12-02T19:57:03,073 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89390eebe99f555c644472db3b37042c#C#compaction#365 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:03,073 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/a5132cad37164b95b31d0bb2d967ac89 is 50, key is test_row_0/C:col10/1733169420181/Put/seqid=0 2024-12-02T19:57:03,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742253_1429 (size=31651) 2024-12-02T19:57:03,078 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/235b2d40900f4cbb8760a1c4e034f5c0 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/235b2d40900f4cbb8760a1c4e034f5c0 2024-12-02T19:57:03,082 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 89390eebe99f555c644472db3b37042c/A of 89390eebe99f555c644472db3b37042c into 235b2d40900f4cbb8760a1c4e034f5c0(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:03,083 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:57:03,083 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., storeName=89390eebe99f555c644472db3b37042c/A, priority=12, startTime=1733169422619; duration=0sec 2024-12-02T19:57:03,083 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:03,083 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89390eebe99f555c644472db3b37042c:A 2024-12-02T19:57:03,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742254_1430 (size=12151) 2024-12-02T19:57:03,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742255_1431 (size=12697) 2024-12-02T19:57:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-02T19:57:03,486 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/d9f44a4716ce4591abc4ea901132d8ae 2024-12-02T19:57:03,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/11ef6ca996e94f4898f691afa075ae17 is 50, key is test_row_0/C:col10/1733169421380/Put/seqid=0 2024-12-02T19:57:03,496 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/a5132cad37164b95b31d0bb2d967ac89 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/a5132cad37164b95b31d0bb2d967ac89 2024-12-02T19:57:03,501 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 89390eebe99f555c644472db3b37042c/C of 89390eebe99f555c644472db3b37042c into a5132cad37164b95b31d0bb2d967ac89(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:03,502 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:57:03,502 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., storeName=89390eebe99f555c644472db3b37042c/C, priority=12, startTime=1733169422619; duration=0sec 2024-12-02T19:57:03,502 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:03,502 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89390eebe99f555c644472db3b37042c:C 2024-12-02T19:57:03,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742256_1432 (size=12151) 2024-12-02T19:57:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 89390eebe99f555c644472db3b37042c 2024-12-02T19:57:03,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:57:03,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169483623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:03,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:03,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169483626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:03,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:03,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169483738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:03,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:03,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:03,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:03,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169483738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:03,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:03,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:03,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:03,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33698 deadline: 1733169483748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:03,755 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_2' in 89390eebe99f555c644472db3b37042c of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18265 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:57:03,755 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:03,755 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:03,755 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:03,782 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T19:57:03,903 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/11ef6ca996e94f4898f691afa075ae17 2024-12-02T19:57:03,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/66495e04ae5e459fb63cc92f68c144b8 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/66495e04ae5e459fb63cc92f68c144b8 2024-12-02T19:57:03,909 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/66495e04ae5e459fb63cc92f68c144b8, entries=150, sequenceid=250, filesize=30.4 K 2024-12-02T19:57:03,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/d9f44a4716ce4591abc4ea901132d8ae as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/d9f44a4716ce4591abc4ea901132d8ae 2024-12-02T19:57:03,914 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/d9f44a4716ce4591abc4ea901132d8ae, entries=150, sequenceid=250, filesize=11.9 K 2024-12-02T19:57:03,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/11ef6ca996e94f4898f691afa075ae17 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/11ef6ca996e94f4898f691afa075ae17 2024-12-02T19:57:03,917 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/11ef6ca996e94f4898f691afa075ae17, entries=150, sequenceid=250, filesize=11.9 K 2024-12-02T19:57:03,918 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 89390eebe99f555c644472db3b37042c in 1297ms, sequenceid=250, compaction requested=false 2024-12-02T19:57:03,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:57:03,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:03,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-12-02T19:57:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-12-02T19:57:03,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-12-02T19:57:03,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7580 sec 2024-12-02T19:57:03,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.7620 sec 2024-12-02T19:57:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 89390eebe99f555c644472db3b37042c 2024-12-02T19:57:03,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 89390eebe99f555c644472db3b37042c 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-02T19:57:03,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169423568, max timestamp=1733169423963Num uniques 859; 2024-12-02T19:57:03,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:57:03,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169423568, max timestamp=1733169423963Num uniques 859; 2024-12-02T19:57:03,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:57:03,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169423568, max timestamp=1733169423963Num uniques 859; 2024-12-02T19:57:03,966 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:57:03,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=A 2024-12-02T19:57:03,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:57:03,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=B 2024-12-02T19:57:03,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:57:03,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=C 2024-12-02T19:57:03,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:57:03,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412020d0252b174bb4910a7c76740ca0ae782_89390eebe99f555c644472db3b37042c is 50, key is test_row_0/A:col10/1733169423964/Put/seqid=0 2024-12-02T19:57:03,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742257_1433 (size=14994) 2024-12-02T19:57:03,976 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:03,979 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412020d0252b174bb4910a7c76740ca0ae782_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020d0252b174bb4910a7c76740ca0ae782_89390eebe99f555c644472db3b37042c 2024-12-02T19:57:03,980 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/073859ef02f04f30bce57a0500fbad2f, store: [table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:57:03,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/073859ef02f04f30bce57a0500fbad2f is 175, key is test_row_0/A:col10/1733169423964/Put/seqid=0 2024-12-02T19:57:03,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742258_1434 (size=39949) 2024-12-02T19:57:04,032 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169424015, max timestamp=1733169424030Num uniques 859; 2024-12-02T19:57:04,032 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:57:04,032 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169424015, max timestamp=1733169424030Num uniques 859; 2024-12-02T19:57:04,032 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169424015, max timestamp=1733169424030Num uniques 859; 2024-12-02T19:57:04,033 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:57:04,033 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:57:04,085 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733169424048, max timestamp=1733169424082Num uniques 1018; 2024-12-02T19:57:04,085 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-02T19:57:04,085 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733169424048, max timestamp=1733169424082Num uniques 1018; 2024-12-02T19:57:04,085 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733169424048, max timestamp=1733169424082Num uniques 1018; 2024-12-02T19:57:04,085 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-02T19:57:04,085 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-02T19:57:04,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733169424129, max timestamp=1733169424152Num uniques 1077; 2024-12-02T19:57:04,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-12-02T19:57:04,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733169424129, max timestamp=1733169424152Num uniques 1077; 2024-12-02T19:57:04,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733169424129, max timestamp=1733169424152Num uniques 1077; 2024-12-02T19:57:04,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-12-02T19:57:04,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-12-02T19:57:04,218 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733169424201, max timestamp=1733169424216Num uniques 1086; 2024-12-02T19:57:04,219 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-12-02T19:57:04,219 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733169424201, max timestamp=1733169424216Num uniques 1086; 2024-12-02T19:57:04,219 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-12-02T19:57:04,219 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733169424201, max timestamp=1733169424216Num uniques 1086; 2024-12-02T19:57:04,219 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-12-02T19:57:04,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733169424281, max timestamp=1733169424296Num uniques 1095; 2024-12-02T19:57:04,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-12-02T19:57:04,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733169424281, max timestamp=1733169424296Num uniques 1095; 2024-12-02T19:57:04,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-12-02T19:57:04,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733169424281, max timestamp=1733169424296Num uniques 1095; 2024-12-02T19:57:04,299 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-12-02T19:57:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-02T19:57:04,309 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:57:04,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:57:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-12-02T19:57:04,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-02T19:57:04,311 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:57:04,311 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:57:04,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:57:04,376 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733169424362, max timestamp=1733169424372Num uniques 1054; 2024-12-02T19:57:04,376 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733169424362, max timestamp=1733169424372Num uniques 1054; 2024-12-02T19:57:04,376 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733169424362, max timestamp=1733169424372Num uniques 1054; 2024-12-02T19:57:04,376 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-12-02T19:57:04,376 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-12-02T19:57:04,376 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-12-02T19:57:04,383 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/073859ef02f04f30bce57a0500fbad2f 2024-12-02T19:57:04,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/00bd41c692404b7085dc6efda44e44d5 is 50, key is test_row_0/B:col10/1733169423964/Put/seqid=0 2024-12-02T19:57:04,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742259_1435 (size=12301) 2024-12-02T19:57:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-02T19:57:04,456 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733169424434, max timestamp=1733169424452Num uniques 1013; 2024-12-02T19:57:04,456 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733169424434, max timestamp=1733169424452Num uniques 1013; 2024-12-02T19:57:04,456 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213 2024-12-02T19:57:04,456 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213 2024-12-02T19:57:04,456 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733169424434, max timestamp=1733169424452Num uniques 1013; 2024-12-02T19:57:04,456 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213 2024-12-02T19:57:04,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-02T19:57:04,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:04,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:57:04,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:04,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:04,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:04,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=272, cellSize=12452, totalHeapSize=28528, min timestamp=1733169424511, max timestamp=1733169424538Num uniques 1072; 2024-12-02T19:57:04,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=12452, suffix heap size=139456,new segment heap size=28528 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=272 2024-12-02T19:57:04,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=272, cellSize=12452, totalHeapSize=28528, min timestamp=1733169424511, max timestamp=1733169424538Num uniques 1072; 2024-12-02T19:57:04,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=12452, suffix heap size=139456,new segment heap size=28528 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=272 2024-12-02T19:57:04,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=272, cellSize=12452, totalHeapSize=28528, min timestamp=1733169424511, max timestamp=1733169424538Num uniques 1072; 2024-12-02T19:57:04,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=12452, suffix heap size=139456,new segment heap size=28528 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=272 2024-12-02T19:57:04,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169484597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:04,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:04,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:04,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:04,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1733169424571, max timestamp=1733169424601Num uniques 1131; 2024-12-02T19:57:04,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1733169424571, max timestamp=1733169424601Num uniques 1131; 2024-12-02T19:57:04,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51796, new segment data size=10576, suffix heap size=145592,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1131, new segment cells count=231 2024-12-02T19:57:04,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51796, new segment data size=10576, suffix heap size=145592,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1131, new segment cells count=231 2024-12-02T19:57:04,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1733169424571, max timestamp=1733169424601Num uniques 1131; 2024-12-02T19:57:04,605 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51796, new segment data size=10576, suffix heap size=145592,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1131, new segment cells count=231 2024-12-02T19:57:04,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-02T19:57:04,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:04,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:57:04,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:04,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:04,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:04,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:04,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-02T19:57:04,705 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1733169424665, max timestamp=1733169424702Num uniques 1090; 2024-12-02T19:57:04,705 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=8700, suffix heap size=141328,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=190 2024-12-02T19:57:04,705 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1733169424665, max timestamp=1733169424702Num uniques 1090; 2024-12-02T19:57:04,705 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=8700, suffix heap size=141328,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=190 2024-12-02T19:57:04,705 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1733169424665, max timestamp=1733169424702Num uniques 1090; 2024-12-02T19:57:04,706 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=8700, suffix heap size=141328,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=190 2024-12-02T19:57:04,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-02T19:57:04,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:04,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:57:04,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:04,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:04,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:04,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:04,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1733169424737, max timestamp=1733169424790Num uniques 1049; 2024-12-02T19:57:04,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=11404, suffix heap size=137064,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=249 2024-12-02T19:57:04,794 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1733169424737, max timestamp=1733169424790Num uniques 1049; 2024-12-02T19:57:04,794 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=11404, suffix heap size=137064,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=249 2024-12-02T19:57:04,794 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1733169424737, max timestamp=1733169424790Num uniques 1049; 2024-12-02T19:57:04,794 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=11404, suffix heap size=137064,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=249 2024-12-02T19:57:04,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/00bd41c692404b7085dc6efda44e44d5 2024-12-02T19:57:04,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/244f664cc5d64ccd9a8d708dbc16f00b is 50, key is test_row_0/C:col10/1733169423964/Put/seqid=0 2024-12-02T19:57:04,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742260_1436 (size=12301) 2024-12-02T19:57:04,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169484888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:04,917 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1733169424856, max timestamp=1733169424914Num uniques 1108; 2024-12-02T19:57:04,918 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=11810, suffix heap size=143200,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=258 2024-12-02T19:57:04,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:04,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:04,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:04,920 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1733169424856, max timestamp=1733169424914Num uniques 1108; 2024-12-02T19:57:04,920 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=11810, suffix heap size=143200,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=258 2024-12-02T19:57:04,921 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1733169424856, max timestamp=1733169424914Num uniques 1108; 2024-12-02T19:57:04,921 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=11810, suffix heap size=143200,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=258 2024-12-02T19:57:04,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-02T19:57:04,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:04,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:57:04,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:04,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:04,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-02T19:57:05,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=317, cellSize=14512, totalHeapSize=33208, min timestamp=1733169424960, max timestamp=1733169425014Num uniques 1117; 2024-12-02T19:57:05,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=317, cellSize=14512, totalHeapSize=33208, min timestamp=1733169424960, max timestamp=1733169425014Num uniques 1117; 2024-12-02T19:57:05,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51152, new segment data size=14512, suffix heap size=144136,new segment heap size=33208 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1117, new segment cells count=317 2024-12-02T19:57:05,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51152, new segment data size=14512, suffix heap size=144136,new segment heap size=33208 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1117, new segment cells count=317 2024-12-02T19:57:05,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=317, cellSize=14512, totalHeapSize=33208, min timestamp=1733169424960, max timestamp=1733169425014Num uniques 1117; 2024-12-02T19:57:05,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=51152, new segment data size=14512, suffix heap size=144136,new segment heap size=33208 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1117, new segment cells count=317 2024-12-02T19:57:05,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169485067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:05,079 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:05,079 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:05,079 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:05,080 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=276, cellSize=12636, totalHeapSize=28944, min timestamp=1733169425049, max timestamp=1733169425077Num uniques 1176; 2024-12-02T19:57:05,080 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=53856, new segment data size=12636, suffix heap size=150272,new segment heap size=28944 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1176, new segment cells count=276 2024-12-02T19:57:05,080 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=276, cellSize=12636, totalHeapSize=28944, min timestamp=1733169425049, max timestamp=1733169425077Num uniques 1176; 2024-12-02T19:57:05,080 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=53856, new segment data size=12636, suffix heap size=150272,new segment heap size=28944 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1176, new segment cells count=276 2024-12-02T19:57:05,080 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=276, cellSize=12636, totalHeapSize=28944, min timestamp=1733169425049, max timestamp=1733169425077Num uniques 1176; 2024-12-02T19:57:05,080 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=53856, new segment data size=12636, suffix heap size=150272,new segment heap size=28944 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1176, new segment cells count=276 2024-12-02T19:57:05,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-02T19:57:05,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:05,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:57:05,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:05,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:05,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:05,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1733169425133, max timestamp=1733169425161Num uniques 1135; 2024-12-02T19:57:05,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=235, cellSize=10760, totalHeapSize=24680, min timestamp=1733169425133, max timestamp=1733169425161Num uniques 1135; 2024-12-02T19:57:05,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1733169425133, max timestamp=1733169425161Num uniques 1135; 2024-12-02T19:57:05,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51980, new segment data size=8470, suffix heap size=146008,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1135, new segment cells count=185 2024-12-02T19:57:05,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51980, new segment data size=8470, suffix heap size=146008,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1135, new segment cells count=185 2024-12-02T19:57:05,164 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51980, new segment data size=10760, suffix heap size=146008,new segment heap size=24680 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1135, new segment cells count=235 2024-12-02T19:57:05,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/244f664cc5d64ccd9a8d708dbc16f00b 2024-12-02T19:57:05,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/073859ef02f04f30bce57a0500fbad2f as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/073859ef02f04f30bce57a0500fbad2f 2024-12-02T19:57:05,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/073859ef02f04f30bce57a0500fbad2f, entries=200, sequenceid=275, filesize=39.0 K 2024-12-02T19:57:05,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/00bd41c692404b7085dc6efda44e44d5 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/00bd41c692404b7085dc6efda44e44d5 2024-12-02T19:57:05,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/00bd41c692404b7085dc6efda44e44d5, entries=150, sequenceid=275, filesize=12.0 K 2024-12-02T19:57:05,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/244f664cc5d64ccd9a8d708dbc16f00b as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/244f664cc5d64ccd9a8d708dbc16f00b 2024-12-02T19:57:05,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/244f664cc5d64ccd9a8d708dbc16f00b, entries=150, sequenceid=275, filesize=12.0 K 2024-12-02T19:57:05,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~86.11 KB/88176, currentSize=129.71 KB/132820 for 89390eebe99f555c644472db3b37042c in 1260ms, sequenceid=275, compaction requested=true 2024-12-02T19:57:05,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:57:05,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89390eebe99f555c644472db3b37042c:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:57:05,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:05,225 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:05,225 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:05,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89390eebe99f555c644472db3b37042c:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:57:05,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:05,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89390eebe99f555c644472db3b37042c:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:57:05,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:57:05,226 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:05,226 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:05,226 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 89390eebe99f555c644472db3b37042c/B is initiating minor compaction (all files) 2024-12-02T19:57:05,226 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 89390eebe99f555c644472db3b37042c/A is initiating minor compaction (all files) 2024-12-02T19:57:05,226 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89390eebe99f555c644472db3b37042c/B in TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:05,226 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/a466a90b944244cfa202595756e452cf, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/d9f44a4716ce4591abc4ea901132d8ae, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/00bd41c692404b7085dc6efda44e44d5] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp, totalSize=36.3 K 2024-12-02T19:57:05,227 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting a466a90b944244cfa202595756e452cf, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733169420181 2024-12-02T19:57:05,227 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting d9f44a4716ce4591abc4ea901132d8ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733169421368 2024-12-02T19:57:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 89390eebe99f555c644472db3b37042c 2024-12-02T19:57:05,229 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89390eebe99f555c644472db3b37042c/A in TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:05,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 89390eebe99f555c644472db3b37042c 3/3 column families, dataSize=136.42 KB heapSize=387.63 KB 2024-12-02T19:57:05,229 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/235b2d40900f4cbb8760a1c4e034f5c0, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/66495e04ae5e459fb63cc92f68c144b8, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/073859ef02f04f30bce57a0500fbad2f] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp, totalSize=100.3 K 2024-12-02T19:57:05,229 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:05,229 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. files: [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/235b2d40900f4cbb8760a1c4e034f5c0, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/66495e04ae5e459fb63cc92f68c144b8, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/073859ef02f04f30bce57a0500fbad2f] 2024-12-02T19:57:05,230 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 00bd41c692404b7085dc6efda44e44d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733169423623 2024-12-02T19:57:05,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=A 2024-12-02T19:57:05,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-02T19:57:05,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=B 2024-12-02T19:57:05,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-02T19:57:05,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=C 2024-12-02T19:57:05,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-02T19:57:05,232 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 235b2d40900f4cbb8760a1c4e034f5c0, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733169420181 2024-12-02T19:57:05,233 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66495e04ae5e459fb63cc92f68c144b8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733169421368 2024-12-02T19:57:05,234 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 073859ef02f04f30bce57a0500fbad2f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733169423568 2024-12-02T19:57:05,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-02T19:57:05,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:05,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:57:05,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:05,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:05,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:05,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:05,263 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:57:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33798 deadline: 1733169485249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:05,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:05,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:05,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:05,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33786 deadline: 1733169485255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:05,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:05,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:05,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33778 deadline: 1733169485256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:05,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:05,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33762 deadline: 1733169485257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:05,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:05,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:05,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:05,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:05,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:05,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:05,274 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89390eebe99f555c644472db3b37042c#B#compaction#371 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:05,275 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202140f7aea78924bb08538c18514742865_89390eebe99f555c644472db3b37042c store=[table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:57:05,275 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/0456994d4cbe4d25870ee2460ec76aec is 50, key is test_row_0/B:col10/1733169423964/Put/seqid=0 2024-12-02T19:57:05,276 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202140f7aea78924bb08538c18514742865_89390eebe99f555c644472db3b37042c, store=[table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:57:05,276 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202140f7aea78924bb08538c18514742865_89390eebe99f555c644472db3b37042c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:57:05,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120289eb1862f70148bc9d663c8a1e1bc893_89390eebe99f555c644472db3b37042c is 50, key is test_row_0/A:col10/1733169425227/Put/seqid=0 2024-12-02T19:57:05,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742262_1438 (size=4469) 2024-12-02T19:57:05,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742263_1439 (size=12949) 2024-12-02T19:57:05,289 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89390eebe99f555c644472db3b37042c#A#compaction#370 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:05,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742261_1437 (size=17534) 2024-12-02T19:57:05,290 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/9e34dec44e6e47f1aa11cf7d6971c611 is 175, key is test_row_0/A:col10/1733169423964/Put/seqid=0 2024-12-02T19:57:05,293 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:05,295 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/0456994d4cbe4d25870ee2460ec76aec as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/0456994d4cbe4d25870ee2460ec76aec 2024-12-02T19:57:05,297 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120289eb1862f70148bc9d663c8a1e1bc893_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120289eb1862f70148bc9d663c8a1e1bc893_89390eebe99f555c644472db3b37042c 2024-12-02T19:57:05,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742264_1440 (size=31903) 2024-12-02T19:57:05,298 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/1641b35c04174d1a8448b6a2faf95037, store: [table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:57:05,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/1641b35c04174d1a8448b6a2faf95037 is 175, key is test_row_0/A:col10/1733169425227/Put/seqid=0 2024-12-02T19:57:05,303 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 89390eebe99f555c644472db3b37042c/B of 89390eebe99f555c644472db3b37042c into 0456994d4cbe4d25870ee2460ec76aec(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:05,303 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:57:05,303 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., storeName=89390eebe99f555c644472db3b37042c/B, priority=13, startTime=1733169425225; duration=0sec 2024-12-02T19:57:05,303 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:57:05,303 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89390eebe99f555c644472db3b37042c:B 2024-12-02T19:57:05,303 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:05,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742265_1441 (size=48639) 2024-12-02T19:57:05,306 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=553, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/1641b35c04174d1a8448b6a2faf95037 2024-12-02T19:57:05,306 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:05,306 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 89390eebe99f555c644472db3b37042c/C is initiating minor compaction (all files) 2024-12-02T19:57:05,306 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89390eebe99f555c644472db3b37042c/C in TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:05,306 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/a5132cad37164b95b31d0bb2d967ac89, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/11ef6ca996e94f4898f691afa075ae17, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/244f664cc5d64ccd9a8d708dbc16f00b] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp, totalSize=36.3 K 2024-12-02T19:57:05,307 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting a5132cad37164b95b31d0bb2d967ac89, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733169420181 2024-12-02T19:57:05,307 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/9e34dec44e6e47f1aa11cf7d6971c611 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/9e34dec44e6e47f1aa11cf7d6971c611 2024-12-02T19:57:05,310 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 11ef6ca996e94f4898f691afa075ae17, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733169421368 2024-12-02T19:57:05,310 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 244f664cc5d64ccd9a8d708dbc16f00b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733169423623 2024-12-02T19:57:05,316 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 89390eebe99f555c644472db3b37042c/A of 89390eebe99f555c644472db3b37042c into 9e34dec44e6e47f1aa11cf7d6971c611(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:05,316 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:57:05,316 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., storeName=89390eebe99f555c644472db3b37042c/A, priority=13, startTime=1733169425225; duration=0sec 2024-12-02T19:57:05,316 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:05,316 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89390eebe99f555c644472db3b37042c:A 2024-12-02T19:57:05,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/eed589a3ca66415281c50b9b0560754f is 50, key is test_row_0/B:col10/1733169425227/Put/seqid=0 2024-12-02T19:57:05,321 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89390eebe99f555c644472db3b37042c#C#compaction#374 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:05,322 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/0607aa15e4d1438291ea502c217e590f is 50, key is test_row_0/C:col10/1733169423964/Put/seqid=0 2024-12-02T19:57:05,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742266_1442 (size=12301) 2024-12-02T19:57:05,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=553 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/eed589a3ca66415281c50b9b0560754f 2024-12-02T19:57:05,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742267_1443 (size=12949) 2024-12-02T19:57:05,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/d5a5aeb2a2fa4d7ca9a33d864dbcbc5a is 50, key is test_row_0/C:col10/1733169425227/Put/seqid=0 2024-12-02T19:57:05,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742268_1444 (size=12301) 2024-12-02T19:57:05,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=553 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/d5a5aeb2a2fa4d7ca9a33d864dbcbc5a 2024-12-02T19:57:05,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/1641b35c04174d1a8448b6a2faf95037 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/1641b35c04174d1a8448b6a2faf95037 2024-12-02T19:57:05,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/1641b35c04174d1a8448b6a2faf95037, entries=250, sequenceid=553, filesize=47.5 K 2024-12-02T19:57:05,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/eed589a3ca66415281c50b9b0560754f as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/eed589a3ca66415281c50b9b0560754f 2024-12-02T19:57:05,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/eed589a3ca66415281c50b9b0560754f, entries=150, sequenceid=553, filesize=12.0 K 2024-12-02T19:57:05,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/d5a5aeb2a2fa4d7ca9a33d864dbcbc5a as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/d5a5aeb2a2fa4d7ca9a33d864dbcbc5a 2024-12-02T19:57:05,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/d5a5aeb2a2fa4d7ca9a33d864dbcbc5a, entries=150, sequenceid=553, filesize=12.0 K 2024-12-02T19:57:05,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~143.13 KB/146560, heapSize ~408.20 KB/418000, currentSize=46.96 KB/48090 for 89390eebe99f555c644472db3b37042c in 145ms, sequenceid=553, compaction requested=false 2024-12-02T19:57:05,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:57:05,375 INFO [Thread-1644 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1644. 2024-12-02T19:57:05,375 DEBUG [Thread-1644 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:57:05,375 DEBUG [Thread-1644 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:05,375 DEBUG [Thread-1644 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:05,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:57:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 89390eebe99f555c644472db3b37042c 2024-12-02T19:57:05,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 89390eebe99f555c644472db3b37042c 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-02T19:57:05,377 INFO [Thread-1631 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1631. 2024-12-02T19:57:05,377 DEBUG [Thread-1631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:57:05,377 DEBUG [Thread-1631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:05,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=A 2024-12-02T19:57:05,377 DEBUG [Thread-1631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:05,377 INFO [Thread-1646 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1646. 2024-12-02T19:57:05,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:05,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:57:05,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=B 2024-12-02T19:57:05,377 DEBUG [Thread-1646 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:57:05,377 DEBUG [Thread-1646 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:05,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:05,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=C 2024-12-02T19:57:05,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:05,378 DEBUG [Thread-1646 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:05,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:57:05,379 INFO [Thread-1640 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1640. 2024-12-02T19:57:05,379 DEBUG [Thread-1640 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:57:05,379 DEBUG [Thread-1640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:05,380 INFO [Thread-1635 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1635. 2024-12-02T19:57:05,380 DEBUG [Thread-1635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:57:05,380 DEBUG [Thread-1635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:05,380 DEBUG [Thread-1640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:05,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:57:05,380 DEBUG [Thread-1635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:05,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:57:05,382 INFO [Thread-1637 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1637. 2024-12-02T19:57:05,382 DEBUG [Thread-1637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:57:05,382 DEBUG [Thread-1637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:05,382 DEBUG [Thread-1637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:05,382 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:57:05,382 INFO [Thread-1633 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1633. 2024-12-02T19:57:05,382 DEBUG [Thread-1633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:57:05,382 DEBUG [Thread-1633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:05,382 DEBUG [Thread-1633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:05,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:57:05,383 INFO [Thread-1642 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1642. 2024-12-02T19:57:05,383 DEBUG [Thread-1642 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:57:05,383 DEBUG [Thread-1642 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:05,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:57:05,383 DEBUG [Thread-1642 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:05,385 INFO [Thread-1648 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1648. 2024-12-02T19:57:05,385 DEBUG [Thread-1648 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:57:05,385 DEBUG [Thread-1648 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:05,385 DEBUG [Thread-1648 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:05,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:57:05,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412026968add5d4df463e97043953b5142389_89390eebe99f555c644472db3b37042c is 50, key is test_row_0/A:col10/1733169425253/Put/seqid=0 2024-12-02T19:57:05,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-02T19:57:05,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:05,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:57:05,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:05,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:05,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:05,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742269_1445 (size=14994) 2024-12-02T19:57:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-02T19:57:05,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-02T19:57:05,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:05,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:57:05,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:05,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:05,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:05,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-02T19:57:05,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:05,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:57:05,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:05,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:05,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:05,737 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/0607aa15e4d1438291ea502c217e590f as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/0607aa15e4d1438291ea502c217e590f 2024-12-02T19:57:05,741 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 89390eebe99f555c644472db3b37042c/C of 89390eebe99f555c644472db3b37042c into 0607aa15e4d1438291ea502c217e590f(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:05,741 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:57:05,741 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., storeName=89390eebe99f555c644472db3b37042c/C, priority=13, startTime=1733169425226; duration=0sec 2024-12-02T19:57:05,741 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:05,741 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89390eebe99f555c644472db3b37042c:C 2024-12-02T19:57:05,795 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:05,803 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412026968add5d4df463e97043953b5142389_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026968add5d4df463e97043953b5142389_89390eebe99f555c644472db3b37042c 2024-12-02T19:57:05,804 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/e8befd9c83d54d99a5be30aeaf6d24f7, store: [table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:57:05,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/e8befd9c83d54d99a5be30aeaf6d24f7 is 175, key is test_row_0/A:col10/1733169425253/Put/seqid=0 2024-12-02T19:57:05,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742270_1446 (size=39949) 2024-12-02T19:57:05,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-02T19:57:05,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:05,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:57:05,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:05,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:05,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:06,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-02T19:57:06,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:06,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:57:06,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:06,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:06,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:06,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-02T19:57:06,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:06,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:57:06,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:06,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:06,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:06,210 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=566, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/e8befd9c83d54d99a5be30aeaf6d24f7 2024-12-02T19:57:06,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/8b769987ccdf4067acdb72e5ef5fbcec is 50, key is test_row_0/B:col10/1733169425253/Put/seqid=0 2024-12-02T19:57:06,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742271_1447 (size=12301) 2024-12-02T19:57:06,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-02T19:57:06,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:06,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:57:06,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:06,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:06,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:06,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-02T19:57:06,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-02T19:57:06,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:06,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:57:06,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:06,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:06,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:06,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/8b769987ccdf4067acdb72e5ef5fbcec 2024-12-02T19:57:06,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-02T19:57:06,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:06,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:57:06,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:06,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:06,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:06,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/2c68cd14733247788a5d4bea70c10f89 is 50, key is test_row_0/C:col10/1733169425253/Put/seqid=0 2024-12-02T19:57:06,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742272_1448 (size=12301) 2024-12-02T19:57:06,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-02T19:57:06,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:06,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:57:06,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:06,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:06,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:06,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-02T19:57:06,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:06,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. as already flushing 2024-12-02T19:57:06,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:06,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:06,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:07,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=566 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/2c68cd14733247788a5d4bea70c10f89 2024-12-02T19:57:07,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/e8befd9c83d54d99a5be30aeaf6d24f7 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/e8befd9c83d54d99a5be30aeaf6d24f7 2024-12-02T19:57:07,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/e8befd9c83d54d99a5be30aeaf6d24f7, entries=200, sequenceid=566, filesize=39.0 K 2024-12-02T19:57:07,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/8b769987ccdf4067acdb72e5ef5fbcec as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/8b769987ccdf4067acdb72e5ef5fbcec 2024-12-02T19:57:07,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/8b769987ccdf4067acdb72e5ef5fbcec, entries=150, sequenceid=566, filesize=12.0 K 2024-12-02T19:57:07,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/2c68cd14733247788a5d4bea70c10f89 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/2c68cd14733247788a5d4bea70c10f89 2024-12-02T19:57:07,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/2c68cd14733247788a5d4bea70c10f89, entries=150, sequenceid=566, filesize=12.0 K 2024-12-02T19:57:07,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=20.13 KB/20610 for 89390eebe99f555c644472db3b37042c in 1694ms, sequenceid=566, compaction requested=true 2024-12-02T19:57:07,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:57:07,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89390eebe99f555c644472db3b37042c:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:57:07,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:07,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89390eebe99f555c644472db3b37042c:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:57:07,071 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:07,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:07,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89390eebe99f555c644472db3b37042c:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:57:07,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:57:07,071 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:07,072 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120491 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:07,072 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:07,072 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 89390eebe99f555c644472db3b37042c/A is initiating minor compaction (all files) 2024-12-02T19:57:07,072 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 89390eebe99f555c644472db3b37042c/B is initiating minor compaction (all files) 2024-12-02T19:57:07,072 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89390eebe99f555c644472db3b37042c/B in TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:07,072 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89390eebe99f555c644472db3b37042c/A in TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:07,072 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/0456994d4cbe4d25870ee2460ec76aec, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/eed589a3ca66415281c50b9b0560754f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/8b769987ccdf4067acdb72e5ef5fbcec] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp, totalSize=36.7 K 2024-12-02T19:57:07,072 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/9e34dec44e6e47f1aa11cf7d6971c611, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/1641b35c04174d1a8448b6a2faf95037, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/e8befd9c83d54d99a5be30aeaf6d24f7] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp, totalSize=117.7 K 2024-12-02T19:57:07,072 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:07,072 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. files: [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/9e34dec44e6e47f1aa11cf7d6971c611, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/1641b35c04174d1a8448b6a2faf95037, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/e8befd9c83d54d99a5be30aeaf6d24f7] 2024-12-02T19:57:07,072 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 0456994d4cbe4d25870ee2460ec76aec, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733169423623 2024-12-02T19:57:07,072 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e34dec44e6e47f1aa11cf7d6971c611, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733169423623 2024-12-02T19:57:07,073 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting eed589a3ca66415281c50b9b0560754f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=553, earliestPutTs=1733169425195 2024-12-02T19:57:07,073 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1641b35c04174d1a8448b6a2faf95037, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=553, earliestPutTs=1733169425195 2024-12-02T19:57:07,073 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b769987ccdf4067acdb72e5ef5fbcec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=566, earliestPutTs=1733169425233 2024-12-02T19:57:07,073 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8befd9c83d54d99a5be30aeaf6d24f7, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=566, earliestPutTs=1733169425233 2024-12-02T19:57:07,077 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:57:07,078 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89390eebe99f555c644472db3b37042c#B#compaction#379 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:07,079 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/66b5cc934b1740218a0c2578968fc0b3 is 50, key is test_row_0/B:col10/1733169425253/Put/seqid=0 2024-12-02T19:57:07,079 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412028fd5c7f6a7d446658a1afa0f218ae5ea_89390eebe99f555c644472db3b37042c store=[table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:57:07,081 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412028fd5c7f6a7d446658a1afa0f218ae5ea_89390eebe99f555c644472db3b37042c, store=[table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:57:07,082 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412028fd5c7f6a7d446658a1afa0f218ae5ea_89390eebe99f555c644472db3b37042c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:57:07,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742273_1449 (size=13051) 2024-12-02T19:57:07,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742274_1450 (size=4469) 2024-12-02T19:57:07,085 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/66b5cc934b1740218a0c2578968fc0b3 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/66b5cc934b1740218a0c2578968fc0b3 2024-12-02T19:57:07,089 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 89390eebe99f555c644472db3b37042c/B of 89390eebe99f555c644472db3b37042c into 66b5cc934b1740218a0c2578968fc0b3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:07,089 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:57:07,089 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., storeName=89390eebe99f555c644472db3b37042c/B, priority=13, startTime=1733169427071; duration=0sec 2024-12-02T19:57:07,089 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:57:07,089 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89390eebe99f555c644472db3b37042c:B 2024-12-02T19:57:07,089 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:07,090 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:07,090 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 89390eebe99f555c644472db3b37042c/C is initiating minor compaction (all files) 2024-12-02T19:57:07,090 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 89390eebe99f555c644472db3b37042c/C in TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:07,090 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/0607aa15e4d1438291ea502c217e590f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/d5a5aeb2a2fa4d7ca9a33d864dbcbc5a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/2c68cd14733247788a5d4bea70c10f89] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp, totalSize=36.7 K 2024-12-02T19:57:07,091 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 0607aa15e4d1438291ea502c217e590f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1733169423623 2024-12-02T19:57:07,091 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting d5a5aeb2a2fa4d7ca9a33d864dbcbc5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=553, earliestPutTs=1733169425195 2024-12-02T19:57:07,091 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c68cd14733247788a5d4bea70c10f89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=566, earliestPutTs=1733169425233 2024-12-02T19:57:07,097 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89390eebe99f555c644472db3b37042c#C#compaction#381 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:07,097 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/40283b76b4d342f1a3a1f095cec95b32 is 50, key is test_row_0/C:col10/1733169425253/Put/seqid=0 2024-12-02T19:57:07,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742275_1451 (size=13051) 2024-12-02T19:57:07,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-02T19:57:07,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:07,104 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 89390eebe99f555c644472db3b37042c 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-12-02T19:57:07,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=A 2024-12-02T19:57:07,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:07,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=B 2024-12-02T19:57:07,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:07,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=C 2024-12-02T19:57:07,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:07,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202b27619d46f9f4640812dfabdc0c39bbc_89390eebe99f555c644472db3b37042c is 50, key is test_row_0/A:col10/1733169425381/Put/seqid=0 2024-12-02T19:57:07,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742276_1452 (size=7374) 2024-12-02T19:57:07,487 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89390eebe99f555c644472db3b37042c#A#compaction#380 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:07,489 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/232005ebd6154447bd79a1ef82bdf516 is 175, key is test_row_0/A:col10/1733169425253/Put/seqid=0 2024-12-02T19:57:07,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742277_1453 (size=32005) 2024-12-02T19:57:07,507 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/40283b76b4d342f1a3a1f095cec95b32 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/40283b76b4d342f1a3a1f095cec95b32 2024-12-02T19:57:07,511 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 89390eebe99f555c644472db3b37042c/C of 89390eebe99f555c644472db3b37042c into 40283b76b4d342f1a3a1f095cec95b32(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:07,511 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:57:07,511 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., storeName=89390eebe99f555c644472db3b37042c/C, priority=13, startTime=1733169427071; duration=0sec 2024-12-02T19:57:07,511 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:07,511 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89390eebe99f555c644472db3b37042c:C 2024-12-02T19:57:07,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:07,516 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202b27619d46f9f4640812dfabdc0c39bbc_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b27619d46f9f4640812dfabdc0c39bbc_89390eebe99f555c644472db3b37042c 2024-12-02T19:57:07,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/8487269ef83843e09a780d49ce804179, store: [table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:57:07,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/8487269ef83843e09a780d49ce804179 is 175, key is test_row_0/A:col10/1733169425381/Put/seqid=0 2024-12-02T19:57:07,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742278_1454 (size=13865) 2024-12-02T19:57:07,907 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/232005ebd6154447bd79a1ef82bdf516 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/232005ebd6154447bd79a1ef82bdf516 2024-12-02T19:57:07,912 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 89390eebe99f555c644472db3b37042c/A of 89390eebe99f555c644472db3b37042c into 232005ebd6154447bd79a1ef82bdf516(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:07,912 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:57:07,912 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., storeName=89390eebe99f555c644472db3b37042c/A, priority=13, startTime=1733169427071; duration=0sec 2024-12-02T19:57:07,912 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:07,912 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89390eebe99f555c644472db3b37042c:A 2024-12-02T19:57:07,920 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=574, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/8487269ef83843e09a780d49ce804179 2024-12-02T19:57:07,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/c8beafe2d4bc45c897c90c23506c5b99 is 50, key is test_row_0/B:col10/1733169425381/Put/seqid=0 2024-12-02T19:57:07,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742279_1455 (size=7415) 2024-12-02T19:57:08,177 WARN [regionserver/41897df2911b:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1 2024-12-02T19:57:08,180 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/ad0aefb82f934320b4e0934e66a1ede7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/7e53c45737254d5182ee0d9d6c29237c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/736a83b8f88a42c1b0f3de9f836994f4, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/ee7fa417f1f646fe94720f3333467ba7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/9c2f88a5b0164a1ead305abbd457ebd4, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/efd76cdf94aa42acbac0320fccf77da1, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/37181596575b47ab9d418cd7c6e28ea1, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/adefe97df61b44b29d053c1dcf56ee0f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/59c32dac04ab4909b9e62de20b5b6866, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/28781d648ce14d43bea36ea56054780c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/519f2bb1b458464e951d282b2a429817, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/a60ab1a87fc64bed9115595145960628, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/06d21472c01841278b4d11185394db5e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/8e2c78646e0d4a99a500b5499690634f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/6238fe19d491417bac0c5b96a2d55bf9, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/a8aad0b05c1340ad91ee7e4148b5cb90, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/235b2d40900f4cbb8760a1c4e034f5c0, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/66495e04ae5e459fb63cc92f68c144b8, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/073859ef02f04f30bce57a0500fbad2f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/9e34dec44e6e47f1aa11cf7d6971c611, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/1641b35c04174d1a8448b6a2faf95037, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/e8befd9c83d54d99a5be30aeaf6d24f7] to archive 2024-12-02T19:57:08,181 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T19:57:08,184 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/ad0aefb82f934320b4e0934e66a1ede7 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/ad0aefb82f934320b4e0934e66a1ede7 2024-12-02T19:57:08,186 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/7e53c45737254d5182ee0d9d6c29237c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/7e53c45737254d5182ee0d9d6c29237c 2024-12-02T19:57:08,188 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/736a83b8f88a42c1b0f3de9f836994f4 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/736a83b8f88a42c1b0f3de9f836994f4 2024-12-02T19:57:08,189 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/ee7fa417f1f646fe94720f3333467ba7 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/ee7fa417f1f646fe94720f3333467ba7 2024-12-02T19:57:08,190 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/9c2f88a5b0164a1ead305abbd457ebd4 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/9c2f88a5b0164a1ead305abbd457ebd4 2024-12-02T19:57:08,191 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/efd76cdf94aa42acbac0320fccf77da1 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/efd76cdf94aa42acbac0320fccf77da1 2024-12-02T19:57:08,193 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/37181596575b47ab9d418cd7c6e28ea1 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/37181596575b47ab9d418cd7c6e28ea1 2024-12-02T19:57:08,194 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/adefe97df61b44b29d053c1dcf56ee0f to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/adefe97df61b44b29d053c1dcf56ee0f 2024-12-02T19:57:08,195 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/59c32dac04ab4909b9e62de20b5b6866 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/59c32dac04ab4909b9e62de20b5b6866 2024-12-02T19:57:08,196 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/28781d648ce14d43bea36ea56054780c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/28781d648ce14d43bea36ea56054780c 2024-12-02T19:57:08,197 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/519f2bb1b458464e951d282b2a429817 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/519f2bb1b458464e951d282b2a429817 2024-12-02T19:57:08,199 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/a60ab1a87fc64bed9115595145960628 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/a60ab1a87fc64bed9115595145960628 2024-12-02T19:57:08,200 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/06d21472c01841278b4d11185394db5e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/06d21472c01841278b4d11185394db5e 2024-12-02T19:57:08,202 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/8e2c78646e0d4a99a500b5499690634f to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/8e2c78646e0d4a99a500b5499690634f 2024-12-02T19:57:08,203 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/6238fe19d491417bac0c5b96a2d55bf9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/6238fe19d491417bac0c5b96a2d55bf9 2024-12-02T19:57:08,205 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/a8aad0b05c1340ad91ee7e4148b5cb90 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/a8aad0b05c1340ad91ee7e4148b5cb90 2024-12-02T19:57:08,206 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/235b2d40900f4cbb8760a1c4e034f5c0 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/235b2d40900f4cbb8760a1c4e034f5c0 2024-12-02T19:57:08,208 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/66495e04ae5e459fb63cc92f68c144b8 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/66495e04ae5e459fb63cc92f68c144b8 2024-12-02T19:57:08,210 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/073859ef02f04f30bce57a0500fbad2f to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/073859ef02f04f30bce57a0500fbad2f 2024-12-02T19:57:08,211 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/9e34dec44e6e47f1aa11cf7d6971c611 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/9e34dec44e6e47f1aa11cf7d6971c611 2024-12-02T19:57:08,212 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/1641b35c04174d1a8448b6a2faf95037 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/1641b35c04174d1a8448b6a2faf95037 2024-12-02T19:57:08,213 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/e8befd9c83d54d99a5be30aeaf6d24f7 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/e8befd9c83d54d99a5be30aeaf6d24f7 2024-12-02T19:57:08,216 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/601c7ea3e7db4824a3f469e7e847237a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/3857d0fca3094fcfaa7c4c43643b545c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/0a9b24370e474d66ad50fe818ba04639, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/35a6c5bec7a94a3289f014edb6df391d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/3b726eda84e944f39a58fef8fe3b6444, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/f7faee62e56c4c3ab82fbcb80a86d86b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/363bf0e7939e4becae16b654f816fb09, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/abc16f12296f4f0981d44f7fd24fddd6, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/6e3ca4fd159e4ece97df58d3aa6ecc50, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/2acaa1ac988247c9843a3bf2d9ccdc03, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/273c6e513f3c4e0dab606f3fdee22c5e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/cdde1db9f65c47eda9c498e56222ec0e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/53a4ce3bafa94512b8b16f9f20123afc, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/41e1c01b325745dd9ec9519d7edab703, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/13b82c4f3b7d44f8a63ed6215fc9a6b0, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/a466a90b944244cfa202595756e452cf, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/2f16aaf3649c4ef4b9144f9959cc8c5c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/d9f44a4716ce4591abc4ea901132d8ae, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/0456994d4cbe4d25870ee2460ec76aec, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/00bd41c692404b7085dc6efda44e44d5, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/eed589a3ca66415281c50b9b0560754f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/8b769987ccdf4067acdb72e5ef5fbcec] to archive 2024-12-02T19:57:08,217 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T19:57:08,218 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/601c7ea3e7db4824a3f469e7e847237a to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/601c7ea3e7db4824a3f469e7e847237a 2024-12-02T19:57:08,219 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/3857d0fca3094fcfaa7c4c43643b545c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/3857d0fca3094fcfaa7c4c43643b545c 2024-12-02T19:57:08,220 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/0a9b24370e474d66ad50fe818ba04639 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/0a9b24370e474d66ad50fe818ba04639 2024-12-02T19:57:08,221 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/35a6c5bec7a94a3289f014edb6df391d to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/35a6c5bec7a94a3289f014edb6df391d 2024-12-02T19:57:08,222 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/3b726eda84e944f39a58fef8fe3b6444 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/3b726eda84e944f39a58fef8fe3b6444 2024-12-02T19:57:08,222 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/f7faee62e56c4c3ab82fbcb80a86d86b to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/f7faee62e56c4c3ab82fbcb80a86d86b 2024-12-02T19:57:08,223 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/363bf0e7939e4becae16b654f816fb09 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/363bf0e7939e4becae16b654f816fb09 2024-12-02T19:57:08,224 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/abc16f12296f4f0981d44f7fd24fddd6 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/abc16f12296f4f0981d44f7fd24fddd6 2024-12-02T19:57:08,225 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/6e3ca4fd159e4ece97df58d3aa6ecc50 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/6e3ca4fd159e4ece97df58d3aa6ecc50 2024-12-02T19:57:08,226 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/2acaa1ac988247c9843a3bf2d9ccdc03 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/2acaa1ac988247c9843a3bf2d9ccdc03 2024-12-02T19:57:08,227 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/273c6e513f3c4e0dab606f3fdee22c5e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/273c6e513f3c4e0dab606f3fdee22c5e 2024-12-02T19:57:08,228 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/cdde1db9f65c47eda9c498e56222ec0e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/cdde1db9f65c47eda9c498e56222ec0e 2024-12-02T19:57:08,229 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/53a4ce3bafa94512b8b16f9f20123afc to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/53a4ce3bafa94512b8b16f9f20123afc 2024-12-02T19:57:08,229 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/41e1c01b325745dd9ec9519d7edab703 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/41e1c01b325745dd9ec9519d7edab703 2024-12-02T19:57:08,230 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/13b82c4f3b7d44f8a63ed6215fc9a6b0 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/13b82c4f3b7d44f8a63ed6215fc9a6b0 2024-12-02T19:57:08,231 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/a466a90b944244cfa202595756e452cf to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/a466a90b944244cfa202595756e452cf 2024-12-02T19:57:08,232 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/2f16aaf3649c4ef4b9144f9959cc8c5c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/2f16aaf3649c4ef4b9144f9959cc8c5c 2024-12-02T19:57:08,233 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/d9f44a4716ce4591abc4ea901132d8ae to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/d9f44a4716ce4591abc4ea901132d8ae 2024-12-02T19:57:08,234 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/0456994d4cbe4d25870ee2460ec76aec to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/0456994d4cbe4d25870ee2460ec76aec 2024-12-02T19:57:08,235 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/00bd41c692404b7085dc6efda44e44d5 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/00bd41c692404b7085dc6efda44e44d5 2024-12-02T19:57:08,236 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/eed589a3ca66415281c50b9b0560754f to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/eed589a3ca66415281c50b9b0560754f 2024-12-02T19:57:08,237 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/8b769987ccdf4067acdb72e5ef5fbcec to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/8b769987ccdf4067acdb72e5ef5fbcec 2024-12-02T19:57:08,240 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/e524b9b13e8c4ec8945801f441f19da8, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/b008fd06ffeb4851b5166bd0c962f90a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/ad1672b8e2b348fbb9c6e4199b120087, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/54365db35a934d22ae9ce9fae4153680, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/616d525fe2d34658b3291c50986b9a9c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/5ace52547f1b4e9d8c36749d97c5b5ba, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/3ba8aa6a95314560bc134a45ca47f5d0, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/976943dfff184d39b83800a689393335, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/f2c296cdcfd74b4fb2e906d3826efdf0, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/8553c5976ba24fda9b0502993716e1f7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/961fb8fd358e4adc9f873797cd79c5fa, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/a8640bc5618a4d9998f0029ddb019d83, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/7e182825530d46a0b14c1aca1c550fe3, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/bf1334cb9d1a4d68a68224e7b2c994b2, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/da6f6892f51d49919844a1a9507d82d3, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/a5132cad37164b95b31d0bb2d967ac89, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/bf0a4030f7f040bdae05d2353fa03629, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/11ef6ca996e94f4898f691afa075ae17, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/0607aa15e4d1438291ea502c217e590f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/244f664cc5d64ccd9a8d708dbc16f00b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/d5a5aeb2a2fa4d7ca9a33d864dbcbc5a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/2c68cd14733247788a5d4bea70c10f89] to archive 2024-12-02T19:57:08,241 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T19:57:08,242 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/e524b9b13e8c4ec8945801f441f19da8 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/e524b9b13e8c4ec8945801f441f19da8 2024-12-02T19:57:08,244 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/b008fd06ffeb4851b5166bd0c962f90a to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/b008fd06ffeb4851b5166bd0c962f90a 2024-12-02T19:57:08,245 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/ad1672b8e2b348fbb9c6e4199b120087 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/ad1672b8e2b348fbb9c6e4199b120087 2024-12-02T19:57:08,246 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/54365db35a934d22ae9ce9fae4153680 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/54365db35a934d22ae9ce9fae4153680 2024-12-02T19:57:08,247 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/616d525fe2d34658b3291c50986b9a9c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/616d525fe2d34658b3291c50986b9a9c 2024-12-02T19:57:08,248 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/5ace52547f1b4e9d8c36749d97c5b5ba to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/5ace52547f1b4e9d8c36749d97c5b5ba 2024-12-02T19:57:08,248 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/3ba8aa6a95314560bc134a45ca47f5d0 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/3ba8aa6a95314560bc134a45ca47f5d0 2024-12-02T19:57:08,249 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/976943dfff184d39b83800a689393335 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/976943dfff184d39b83800a689393335 2024-12-02T19:57:08,250 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/f2c296cdcfd74b4fb2e906d3826efdf0 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/f2c296cdcfd74b4fb2e906d3826efdf0 2024-12-02T19:57:08,251 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/8553c5976ba24fda9b0502993716e1f7 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/8553c5976ba24fda9b0502993716e1f7 2024-12-02T19:57:08,252 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/961fb8fd358e4adc9f873797cd79c5fa to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/961fb8fd358e4adc9f873797cd79c5fa 2024-12-02T19:57:08,252 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/a8640bc5618a4d9998f0029ddb019d83 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/a8640bc5618a4d9998f0029ddb019d83 2024-12-02T19:57:08,253 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/7e182825530d46a0b14c1aca1c550fe3 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/7e182825530d46a0b14c1aca1c550fe3 2024-12-02T19:57:08,254 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/bf1334cb9d1a4d68a68224e7b2c994b2 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/bf1334cb9d1a4d68a68224e7b2c994b2 2024-12-02T19:57:08,255 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/da6f6892f51d49919844a1a9507d82d3 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/da6f6892f51d49919844a1a9507d82d3 2024-12-02T19:57:08,255 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/a5132cad37164b95b31d0bb2d967ac89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/a5132cad37164b95b31d0bb2d967ac89 2024-12-02T19:57:08,256 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/bf0a4030f7f040bdae05d2353fa03629 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/bf0a4030f7f040bdae05d2353fa03629 2024-12-02T19:57:08,257 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/11ef6ca996e94f4898f691afa075ae17 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/11ef6ca996e94f4898f691afa075ae17 2024-12-02T19:57:08,258 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/0607aa15e4d1438291ea502c217e590f to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/0607aa15e4d1438291ea502c217e590f 2024-12-02T19:57:08,259 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/244f664cc5d64ccd9a8d708dbc16f00b to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/244f664cc5d64ccd9a8d708dbc16f00b 2024-12-02T19:57:08,260 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/d5a5aeb2a2fa4d7ca9a33d864dbcbc5a to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/d5a5aeb2a2fa4d7ca9a33d864dbcbc5a 2024-12-02T19:57:08,261 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/41897df2911b:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/2c68cd14733247788a5d4bea70c10f89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/2c68cd14733247788a5d4bea70c10f89 2024-12-02T19:57:08,335 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/c8beafe2d4bc45c897c90c23506c5b99 2024-12-02T19:57:08,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/21e8b8db4c2c41038b2dc55bbd4dd861 is 50, key is test_row_0/C:col10/1733169425381/Put/seqid=0 2024-12-02T19:57:08,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742280_1456 (size=7415) 2024-12-02T19:57:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-02T19:57:08,749 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/21e8b8db4c2c41038b2dc55bbd4dd861 2024-12-02T19:57:08,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/8487269ef83843e09a780d49ce804179 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/8487269ef83843e09a780d49ce804179 2024-12-02T19:57:08,761 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/8487269ef83843e09a780d49ce804179, entries=50, sequenceid=574, filesize=13.5 K 2024-12-02T19:57:08,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/c8beafe2d4bc45c897c90c23506c5b99 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/c8beafe2d4bc45c897c90c23506c5b99 2024-12-02T19:57:08,767 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/c8beafe2d4bc45c897c90c23506c5b99, entries=50, sequenceid=574, filesize=7.2 K 2024-12-02T19:57:08,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/21e8b8db4c2c41038b2dc55bbd4dd861 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/21e8b8db4c2c41038b2dc55bbd4dd861 2024-12-02T19:57:08,772 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/21e8b8db4c2c41038b2dc55bbd4dd861, entries=50, sequenceid=574, filesize=7.2 K 2024-12-02T19:57:08,773 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 89390eebe99f555c644472db3b37042c in 1669ms, sequenceid=574, compaction requested=false 2024-12-02T19:57:08,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 89390eebe99f555c644472db3b37042c: 2024-12-02T19:57:08,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:08,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-12-02T19:57:08,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-12-02T19:57:08,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-12-02T19:57:08,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.4620 sec 2024-12-02T19:57:08,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 4.4670 sec 2024-12-02T19:57:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-02T19:57:12,488 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:57:13,769 INFO [Thread-1629 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1629. 2024-12-02T19:57:13,769 DEBUG [Thread-1629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:57:13,769 DEBUG [Thread-1629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:13,770 DEBUG [Thread-1629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:13,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:57:13,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-02T19:57:13,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-12-02T19:57:13,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-12-02T19:57:13,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 205 2024-12-02T19:57:13,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 150 2024-12-02T19:57:13,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-12-02T19:57:13,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-02T19:57:13,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-02T19:57:13,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1562 2024-12-02T19:57:13,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4676 rows 2024-12-02T19:57:13,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1554 2024-12-02T19:57:13,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4658 rows 2024-12-02T19:57:13,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1556 2024-12-02T19:57:13,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4661 rows 2024-12-02T19:57:13,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1548 2024-12-02T19:57:13,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4638 rows 2024-12-02T19:57:13,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1554 2024-12-02T19:57:13,770 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4656 rows 2024-12-02T19:57:13,770 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:57:13,770 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:57:13,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:13,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:13,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:57:13,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-02T19:57:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-02T19:57:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-02T19:57:13,775 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169433774"}]},"ts":"1733169433774"} 2024-12-02T19:57:13,776 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-02T19:57:13,776 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-02T19:57:13,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T19:57:13,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=89390eebe99f555c644472db3b37042c, UNASSIGN}] 2024-12-02T19:57:13,779 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=89390eebe99f555c644472db3b37042c, UNASSIGN 2024-12-02T19:57:13,779 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=89390eebe99f555c644472db3b37042c, regionState=CLOSING, regionLocation=41897df2911b,36713,1733169305610 2024-12-02T19:57:13,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=89390eebe99f555c644472db3b37042c, UNASSIGN because future has completed 2024-12-02T19:57:13,781 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T19:57:13,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure 89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610}] 2024-12-02T19:57:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-02T19:57:13,934 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(122): Close 89390eebe99f555c644472db3b37042c 2024-12-02T19:57:13,934 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T19:57:13,934 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1722): Closing 89390eebe99f555c644472db3b37042c, disabling compactions & flushes 2024-12-02T19:57:13,934 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:13,934 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:13,934 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. after waiting 0 ms 2024-12-02T19:57:13,934 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:13,934 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(2902): Flushing 89390eebe99f555c644472db3b37042c 3/3 column families, dataSize=6.71 KB heapSize=20.67 KB 2024-12-02T19:57:13,935 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=A 2024-12-02T19:57:13,935 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:13,935 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=B 2024-12-02T19:57:13,935 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:13,935 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89390eebe99f555c644472db3b37042c, store=C 2024-12-02T19:57:13,935 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:13,939 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412025d279391bde749efa789a794096ea919_89390eebe99f555c644472db3b37042c is 50, key is test_row_2/A:col10/1733169433768/Put/seqid=0 2024-12-02T19:57:13,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742281_1457 (size=7374) 2024-12-02T19:57:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-02T19:57:14,343 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:14,347 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412025d279391bde749efa789a794096ea919_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025d279391bde749efa789a794096ea919_89390eebe99f555c644472db3b37042c 2024-12-02T19:57:14,347 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/4fac1b06aefd4a53bbcfee443d32b8c9, store: [table=TestAcidGuarantees family=A region=89390eebe99f555c644472db3b37042c] 2024-12-02T19:57:14,348 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/4fac1b06aefd4a53bbcfee443d32b8c9 is 175, key is test_row_2/A:col10/1733169433768/Put/seqid=0 2024-12-02T19:57:14,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742282_1458 (size=13865) 2024-12-02T19:57:14,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-02T19:57:14,751 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=580, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/4fac1b06aefd4a53bbcfee443d32b8c9 2024-12-02T19:57:14,757 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/2ac138ab3719415ab08065be8586c885 is 50, key is test_row_2/B:col10/1733169433768/Put/seqid=0 2024-12-02T19:57:14,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742283_1459 (size=7415) 2024-12-02T19:57:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-02T19:57:15,163 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=580 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/2ac138ab3719415ab08065be8586c885 2024-12-02T19:57:15,168 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/e36a0effefe243afa2e1a1dce52e1271 is 50, key is test_row_2/C:col10/1733169433768/Put/seqid=0 2024-12-02T19:57:15,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742284_1460 (size=7415) 2024-12-02T19:57:15,572 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=580 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/e36a0effefe243afa2e1a1dce52e1271 2024-12-02T19:57:15,576 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/A/4fac1b06aefd4a53bbcfee443d32b8c9 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/4fac1b06aefd4a53bbcfee443d32b8c9 2024-12-02T19:57:15,580 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/4fac1b06aefd4a53bbcfee443d32b8c9, entries=50, sequenceid=580, filesize=13.5 K 2024-12-02T19:57:15,581 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/B/2ac138ab3719415ab08065be8586c885 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/2ac138ab3719415ab08065be8586c885 2024-12-02T19:57:15,585 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/2ac138ab3719415ab08065be8586c885, entries=50, sequenceid=580, filesize=7.2 K 2024-12-02T19:57:15,586 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/.tmp/C/e36a0effefe243afa2e1a1dce52e1271 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/e36a0effefe243afa2e1a1dce52e1271 2024-12-02T19:57:15,590 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/e36a0effefe243afa2e1a1dce52e1271, entries=50, sequenceid=580, filesize=7.2 K 2024-12-02T19:57:15,591 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 89390eebe99f555c644472db3b37042c in 1657ms, sequenceid=580, compaction requested=true 2024-12-02T19:57:15,595 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/recovered.edits/583.seqid, newMaxSeqId=583, maxSeqId=4 2024-12-02T19:57:15,596 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. 2024-12-02T19:57:15,596 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1676): Region close journal for 89390eebe99f555c644472db3b37042c: Waiting for close lock at 1733169433934Running coprocessor pre-close hooks at 1733169433934Disabling compacts and flushes for region at 1733169433934Disabling writes for close at 1733169433934Obtaining lock to block concurrent updates at 1733169433934Preparing flush snapshotting stores in 89390eebe99f555c644472db3b37042c at 1733169433934Finished memstore snapshotting TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=21120, getOffHeapSize=0, getCellsCount=150 at 1733169433935 (+1 ms)Flushing stores of TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c. at 1733169433935Flushing 89390eebe99f555c644472db3b37042c/A: creating writer at 1733169433935Flushing mob file 89390eebe99f555c644472db3b37042c/A: appending metadata at 1733169433939 (+4 ms)Flushing mob file 89390eebe99f555c644472db3b37042c/A: closing flushed file at 1733169433939Flushing 89390eebe99f555c644472db3b37042c/A: appending metadata at 1733169434347 (+408 ms)Flushing 89390eebe99f555c644472db3b37042c/A: closing flushed file at 1733169434347Flushing 89390eebe99f555c644472db3b37042c/B: creating writer at 1733169434754 (+407 ms)Flushing 89390eebe99f555c644472db3b37042c/B: appending metadata at 1733169434756 (+2 ms)Flushing 89390eebe99f555c644472db3b37042c/B: closing flushed file at 1733169434756Flushing 89390eebe99f555c644472db3b37042c/C: creating writer at 1733169435166 (+410 ms)Flushing 89390eebe99f555c644472db3b37042c/C: appending metadata at 1733169435168 (+2 ms)Flushing 89390eebe99f555c644472db3b37042c/C: closing flushed file at 1733169435168Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@783cf41a: reopening flushed file at 1733169435576 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c251854: reopening flushed file at 1733169435580 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@263b312a: reopening flushed file at 1733169435585 (+5 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 89390eebe99f555c644472db3b37042c in 1657ms, sequenceid=580, compaction requested=true at 1733169435591 (+6 ms)Writing region close event to WAL at 1733169435592 (+1 ms)Running coprocessor post-close hooks at 1733169435596 (+4 ms)Closed at 1733169435596 2024-12-02T19:57:15,598 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(157): Closed 89390eebe99f555c644472db3b37042c 2024-12-02T19:57:15,599 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=89390eebe99f555c644472db3b37042c, regionState=CLOSED 2024-12-02T19:57:15,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure 89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 because future has completed 2024-12-02T19:57:15,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-12-02T19:57:15,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseRegionProcedure 89390eebe99f555c644472db3b37042c, server=41897df2911b,36713,1733169305610 in 1.8200 sec 2024-12-02T19:57:15,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=113, resume processing ppid=112 2024-12-02T19:57:15,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, ppid=112, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=89390eebe99f555c644472db3b37042c, UNASSIGN in 1.8250 sec 2024-12-02T19:57:15,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-12-02T19:57:15,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8280 sec 2024-12-02T19:57:15,607 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169435607"}]},"ts":"1733169435607"} 2024-12-02T19:57:15,610 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-02T19:57:15,610 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-02T19:57:15,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8400 sec 2024-12-02T19:57:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-02T19:57:15,918 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:57:15,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-02T19:57:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:57:15,920 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:57:15,921 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=115, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:57:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-02T19:57:15,923 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c 2024-12-02T19:57:15,925 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A, FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B, FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C, FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/recovered.edits] 2024-12-02T19:57:15,927 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/232005ebd6154447bd79a1ef82bdf516 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/232005ebd6154447bd79a1ef82bdf516 2024-12-02T19:57:15,928 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/4fac1b06aefd4a53bbcfee443d32b8c9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/4fac1b06aefd4a53bbcfee443d32b8c9 2024-12-02T19:57:15,928 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/8487269ef83843e09a780d49ce804179 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/A/8487269ef83843e09a780d49ce804179 2024-12-02T19:57:15,931 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/2ac138ab3719415ab08065be8586c885 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/2ac138ab3719415ab08065be8586c885 2024-12-02T19:57:15,931 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/66b5cc934b1740218a0c2578968fc0b3 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/66b5cc934b1740218a0c2578968fc0b3 2024-12-02T19:57:15,932 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/c8beafe2d4bc45c897c90c23506c5b99 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/B/c8beafe2d4bc45c897c90c23506c5b99 2024-12-02T19:57:15,934 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/21e8b8db4c2c41038b2dc55bbd4dd861 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/21e8b8db4c2c41038b2dc55bbd4dd861 2024-12-02T19:57:15,935 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/40283b76b4d342f1a3a1f095cec95b32 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/40283b76b4d342f1a3a1f095cec95b32 2024-12-02T19:57:15,936 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/e36a0effefe243afa2e1a1dce52e1271 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/C/e36a0effefe243afa2e1a1dce52e1271 2024-12-02T19:57:15,938 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/recovered.edits/583.seqid to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c/recovered.edits/583.seqid 2024-12-02T19:57:15,939 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/89390eebe99f555c644472db3b37042c 2024-12-02T19:57:15,939 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-02T19:57:15,939 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-02T19:57:15,940 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-02T19:57:15,942 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120203d1daf2894043a9846560fc5bc4bf8a_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120203d1daf2894043a9846560fc5bc4bf8a_89390eebe99f555c644472db3b37042c 2024-12-02T19:57:15,943 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120204b86349b29045c58ea2e391571a59b6_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120204b86349b29045c58ea2e391571a59b6_89390eebe99f555c644472db3b37042c 2024-12-02T19:57:15,944 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020d0252b174bb4910a7c76740ca0ae782_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412020d0252b174bb4910a7c76740ca0ae782_89390eebe99f555c644472db3b37042c 2024-12-02T19:57:15,945 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023987dfa800444b5eb7a59dd33ef6eb9c_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023987dfa800444b5eb7a59dd33ef6eb9c_89390eebe99f555c644472db3b37042c 2024-12-02T19:57:15,946 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023b65b184dd77414bbf153fe77a3a5cdf_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023b65b184dd77414bbf153fe77a3a5cdf_89390eebe99f555c644472db3b37042c 2024-12-02T19:57:15,948 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202405714eddad941bfbe39a84cb142bf27_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202405714eddad941bfbe39a84cb142bf27_89390eebe99f555c644472db3b37042c 2024-12-02T19:57:15,949 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025751de723fa244e1a418d60027a9f930_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025751de723fa244e1a418d60027a9f930_89390eebe99f555c644472db3b37042c 2024-12-02T19:57:15,950 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120258c4163df7b44a19b36218d8ec712773_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120258c4163df7b44a19b36218d8ec712773_89390eebe99f555c644472db3b37042c 2024-12-02T19:57:15,951 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025d279391bde749efa789a794096ea919_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412025d279391bde749efa789a794096ea919_89390eebe99f555c644472db3b37042c 2024-12-02T19:57:15,952 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026968add5d4df463e97043953b5142389_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026968add5d4df463e97043953b5142389_89390eebe99f555c644472db3b37042c 2024-12-02T19:57:15,953 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120288623fff32f848bfb86abf097d0d04a9_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120288623fff32f848bfb86abf097d0d04a9_89390eebe99f555c644472db3b37042c 2024-12-02T19:57:15,954 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120289eb1862f70148bc9d663c8a1e1bc893_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120289eb1862f70148bc9d663c8a1e1bc893_89390eebe99f555c644472db3b37042c 2024-12-02T19:57:15,955 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202953f272ee7b249f7843c378abc2f826d_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202953f272ee7b249f7843c378abc2f826d_89390eebe99f555c644472db3b37042c 2024-12-02T19:57:15,956 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029b5b2ea22f67464ea891dfc4f8b57c9b_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412029b5b2ea22f67464ea891dfc4f8b57c9b_89390eebe99f555c644472db3b37042c 2024-12-02T19:57:15,957 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b27619d46f9f4640812dfabdc0c39bbc_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b27619d46f9f4640812dfabdc0c39bbc_89390eebe99f555c644472db3b37042c 2024-12-02T19:57:15,958 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ba981c8531b342479f6b5be4951228d6_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ba981c8531b342479f6b5be4951228d6_89390eebe99f555c644472db3b37042c 2024-12-02T19:57:15,959 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202c5112f9588d54a648bb19d939e0be9e1_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202c5112f9588d54a648bb19d939e0be9e1_89390eebe99f555c644472db3b37042c 2024-12-02T19:57:15,960 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202dac1a1f42cf1400ca8f5eec450ff7b4b_89390eebe99f555c644472db3b37042c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202dac1a1f42cf1400ca8f5eec450ff7b4b_89390eebe99f555c644472db3b37042c 2024-12-02T19:57:15,960 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-02T19:57:15,962 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=115, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:57:15,964 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-02T19:57:15,965 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-02T19:57:15,967 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=115, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:57:15,967 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-02T19:57:15,967 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733169435967"}]},"ts":"9223372036854775807"} 2024-12-02T19:57:15,969 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-02T19:57:15,969 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 89390eebe99f555c644472db3b37042c, NAME => 'TestAcidGuarantees,,1733169402244.89390eebe99f555c644472db3b37042c.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T19:57:15,969 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-02T19:57:15,969 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733169435969"}]},"ts":"9223372036854775807"} 2024-12-02T19:57:15,970 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-02T19:57:15,971 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=115, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:57:15,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 52 msec 2024-12-02T19:57:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-02T19:57:16,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-02T19:57:16,032 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:57:16,042 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248 (was 248), OpenFileDescriptor=447 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=450 (was 423) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10349 (was 9803) - AvailableMemoryMB LEAK? - 2024-12-02T19:57:16,053 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=248, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=450, ProcessCount=11, AvailableMemoryMB=10349 2024-12-02T19:57:16,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T19:57:16,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:57:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-02T19:57:16,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T19:57:16,058 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:16,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 116 2024-12-02T19:57:16,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-12-02T19:57:16,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T19:57:16,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742285_1461 (size=1061) 2024-12-02T19:57:16,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-12-02T19:57:16,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-12-02T19:57:16,470 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c 2024-12-02T19:57:16,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742286_1462 (size=53) 2024-12-02T19:57:16,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-12-02T19:57:16,880 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:57:16,880 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 3333bbb38790169026cd848ad8b874db, disabling compactions & flushes 2024-12-02T19:57:16,880 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:16,880 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:16,880 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. after waiting 0 ms 2024-12-02T19:57:16,880 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:16,880 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:16,880 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3333bbb38790169026cd848ad8b874db: Waiting for close lock at 1733169436880Disabling compacts and flushes for region at 1733169436880Disabling writes for close at 1733169436880Writing region close event to WAL at 1733169436880Closed at 1733169436880 2024-12-02T19:57:16,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T19:57:16,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733169436881"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169436881"}]},"ts":"1733169436881"} 2024-12-02T19:57:16,883 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T19:57:16,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T19:57:16,885 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169436884"}]},"ts":"1733169436884"} 2024-12-02T19:57:16,886 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-02T19:57:16,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3333bbb38790169026cd848ad8b874db, ASSIGN}] 2024-12-02T19:57:16,888 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3333bbb38790169026cd848ad8b874db, ASSIGN 2024-12-02T19:57:16,889 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3333bbb38790169026cd848ad8b874db, ASSIGN; state=OFFLINE, location=41897df2911b,36713,1733169305610; forceNewPlan=false, retain=false 2024-12-02T19:57:17,040 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=3333bbb38790169026cd848ad8b874db, regionState=OPENING, regionLocation=41897df2911b,36713,1733169305610 2024-12-02T19:57:17,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3333bbb38790169026cd848ad8b874db, ASSIGN because future has completed 2024-12-02T19:57:17,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610}] 2024-12-02T19:57:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-12-02T19:57:17,203 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:17,203 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7752): Opening region: {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:57:17,206 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:17,206 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:57:17,206 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7794): checking encryption for 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:17,207 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7797): checking classloading for 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:17,209 INFO [StoreOpener-3333bbb38790169026cd848ad8b874db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:17,211 INFO [StoreOpener-3333bbb38790169026cd848ad8b874db-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-02T19:57:17,211 INFO [StoreOpener-3333bbb38790169026cd848ad8b874db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3333bbb38790169026cd848ad8b874db columnFamilyName A 2024-12-02T19:57:17,211 DEBUG [StoreOpener-3333bbb38790169026cd848ad8b874db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:17,212 INFO [StoreOpener-3333bbb38790169026cd848ad8b874db-1 {}] regionserver.HStore(327): Store=3333bbb38790169026cd848ad8b874db/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:57:17,212 INFO [StoreOpener-3333bbb38790169026cd848ad8b874db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:17,212 INFO [StoreOpener-3333bbb38790169026cd848ad8b874db-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-02T19:57:17,213 INFO [StoreOpener-3333bbb38790169026cd848ad8b874db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3333bbb38790169026cd848ad8b874db columnFamilyName B 2024-12-02T19:57:17,213 DEBUG [StoreOpener-3333bbb38790169026cd848ad8b874db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:17,213 INFO [StoreOpener-3333bbb38790169026cd848ad8b874db-1 {}] regionserver.HStore(327): Store=3333bbb38790169026cd848ad8b874db/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:57:17,213 INFO [StoreOpener-3333bbb38790169026cd848ad8b874db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:17,214 INFO [StoreOpener-3333bbb38790169026cd848ad8b874db-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-02T19:57:17,214 INFO [StoreOpener-3333bbb38790169026cd848ad8b874db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3333bbb38790169026cd848ad8b874db columnFamilyName C 2024-12-02T19:57:17,214 DEBUG [StoreOpener-3333bbb38790169026cd848ad8b874db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:17,214 INFO [StoreOpener-3333bbb38790169026cd848ad8b874db-1 {}] regionserver.HStore(327): Store=3333bbb38790169026cd848ad8b874db/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:57:17,214 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:17,214 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1038): replaying wal for 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:17,215 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:17,215 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:17,216 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1048): stopping wal replay for 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:17,216 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1060): Cleaning up temporary data for 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:17,216 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T19:57:17,217 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1093): writing seq id for 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:17,218 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:57:17,219 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1114): Opened 3333bbb38790169026cd848ad8b874db; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58803806, jitterRate=-0.12375500798225403}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T19:57:17,219 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:17,219 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1006): Region open journal for 3333bbb38790169026cd848ad8b874db: Running coprocessor pre-open hook at 1733169437207Writing region info on filesystem at 1733169437207Initializing all the Stores at 1733169437208 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169437208Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169437209 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169437209Cleaning up temporary data from old regions at 1733169437216 (+7 ms)Running coprocessor post-open hooks at 1733169437219 (+3 ms)Region opened successfully at 1733169437219 2024-12-02T19:57:17,220 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., pid=118, masterSystemTime=1733169437197 2024-12-02T19:57:17,221 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:17,221 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:17,222 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=3333bbb38790169026cd848ad8b874db, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,36713,1733169305610 2024-12-02T19:57:17,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 because future has completed 2024-12-02T19:57:17,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-12-02T19:57:17,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; OpenRegionProcedure 3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 in 180 msec 2024-12-02T19:57:17,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=116 2024-12-02T19:57:17,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=116, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3333bbb38790169026cd848ad8b874db, ASSIGN in 339 msec 2024-12-02T19:57:17,229 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T19:57:17,229 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169437229"}]},"ts":"1733169437229"} 2024-12-02T19:57:17,230 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-02T19:57:17,231 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T19:57:17,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1760 sec 2024-12-02T19:57:18,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-12-02T19:57:18,210 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:57:18,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72240ede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,211 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:57:18,212 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:57:18,214 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:57:18,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:57:18,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:57:18,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db2e653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:57:18,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:57:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:18,219 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:57:18,220 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7142f1f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,220 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:57:18,221 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:57:18,222 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:57:18,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44274, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:57:18,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T19:57:18,224 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 41897df2911b,45363,1733169304814 2024-12-02T19:57:18,224 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27b92ae3 2024-12-02T19:57:18,224 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T19:57:18,225 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37394, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T19:57:18,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503e1f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,226 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:57:18,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:57:18,227 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:57:18,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:57:18,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:57:18,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30aeaef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:57:18,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:57:18,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:18,229 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37420, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:57:18,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d5bca0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205b33d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,230 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:57:18,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:57:18,231 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:57:18,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:57:18,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:57:18,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2336efe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:57:18,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:57:18,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:18,232 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:57:18,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391a4527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e100fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:57:18,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:57:18,234 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:57:18,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:57:18,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:57:18,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf18163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:57:18,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:57:18,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:18,235 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37436, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:57:18,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f5cfd92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e40afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:57:18,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:57:18,238 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:57:18,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:57:18,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:57:18,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14fd2f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:57:18,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:57:18,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:18,239 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:57:18,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d3f2a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9f4da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:57:18,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:57:18,241 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:57:18,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:57:18,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:57:18,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec8c932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:57:18,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:57:18,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:18,243 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37462, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:57:18,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9497364, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4cbf6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,244 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:57:18,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:57:18,245 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:57:18,245 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:57:18,245 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:57:18,245 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e72e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:57:18,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:57:18,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:18,247 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37470, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:57:18,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a09007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c83334c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:57:18,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:57:18,249 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:57:18,250 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:57:18,250 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:57:18,250 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9bf82d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,250 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:57:18,250 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:57:18,250 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:18,251 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:57:18,252 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7915375a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3532b5c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,253 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:57:18,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:57:18,254 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:57:18,254 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:57:18,254 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:57:18,255 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580482f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,255 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:57:18,255 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:57:18,255 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:18,255 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37506, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:57:18,256 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57f89318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3088fab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:57:18,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:57:18,257 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:57:18,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:57:18,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:57:18,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7adc9dff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:57:18,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:57:18,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:18,259 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37526, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:57:18,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed4032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663bb5d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,260 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:57:18,260 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:57:18,261 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:57:18,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:57:18,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:57:18,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a77312, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:57:18,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:57:18,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:18,262 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:57:18,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a700df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:18,263 DEBUG [Thread-2068 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:57:18,263 DEBUG [Thread-2083 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:57:18,263 DEBUG [Thread-2079 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:57:18,263 DEBUG [Thread-2070 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:57:18,264 DEBUG [Thread-2072 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:57:18,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:57:18,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:57:18,264 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:57:18,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:57:18,264 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:57:18,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:57:18,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:57:18,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:57:18,265 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:57:18,265 DEBUG [Thread-2085 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:57:18,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:57:18,265 DEBUG [Thread-2074 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:57:18,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44282, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:57:18,265 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:57:18,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:57:18,265 DEBUG [Thread-2081 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:57:18,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:57:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-12-02T19:57:18,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:57:18,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:57:18,266 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:57:18,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:57:18,266 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:57:18,266 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:57:18,267 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:57:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-02T19:57:18,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44320, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:57:18,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2] 2024-12-02T19:57:18,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2] 2024-12-02T19:57:18,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44348, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:57:18,267 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:57:18,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44364, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:57:18,268 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:57:18,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2] 2024-12-02T19:57:18,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:57:18,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:57:18,269 DEBUG [Thread-2087 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:57:18,269 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2] 2024-12-02T19:57:18,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:57:18,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:57:18,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2] 2024-12-02T19:57:18,270 DEBUG [Thread-2076 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:57:18,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:57:18,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2] 2024-12-02T19:57:18,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:57:18,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2] 2024-12-02T19:57:18,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:57:18,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2] 2024-12-02T19:57:18,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44404, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:57:18,275 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2] 2024-12-02T19:57:18,275 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2] 2024-12-02T19:57:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:18,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3333bbb38790169026cd848ad8b874db 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-02T19:57:18,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=A 2024-12-02T19:57:18,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:18,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=B 2024-12-02T19:57:18,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:18,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=C 2024-12-02T19:57:18,285 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:18,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/57ca46caa7e943bf94148a65dbf16e83 is 50, key is test_row_0/A:col10/1733169438268/Put/seqid=0 2024-12-02T19:57:18,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742287_1463 (size=16681) 2024-12-02T19:57:18,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/57ca46caa7e943bf94148a65dbf16e83 2024-12-02T19:57:18,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169498315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:18,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169498315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:18,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:18,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169498315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:18,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:18,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:18,328 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169438300, max timestamp=1733169438323Num uniques 859; 2024-12-02T19:57:18,328 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:57:18,328 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169438300, max timestamp=1733169438323Num uniques 859; 2024-12-02T19:57:18,328 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:57:18,328 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169438300, max timestamp=1733169438323Num uniques 859; 2024-12-02T19:57:18,328 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:57:18,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/15f391b6b57c42ffb2b1b7f562a83159 is 50, key is test_row_0/B:col10/1733169438268/Put/seqid=0 2024-12-02T19:57:18,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742288_1464 (size=12001) 2024-12-02T19:57:18,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/15f391b6b57c42ffb2b1b7f562a83159 2024-12-02T19:57:18,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/3e2dc285d49c4e658c19b8591f2ab02e is 50, key is test_row_0/C:col10/1733169438268/Put/seqid=0 2024-12-02T19:57:18,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742289_1465 (size=12001) 2024-12-02T19:57:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-02T19:57:18,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169498398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:18,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:18,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169498402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:18,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,411 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:18,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-02T19:57:18,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:18,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:18,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:18,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:18,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:18,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:18,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169498428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:18,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:18,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169498429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:18,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,436 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:18,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169498429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:18,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,436 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:18,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169498518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:18,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:18,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169498519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:18,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:18,523 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,523 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,523 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:18,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-02T19:57:18,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:18,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:18,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:18,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:18,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-02T19:57:18,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169498639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:18,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:18,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169498639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:18,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:18,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:18,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169498648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:18,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,654 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:18,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-02T19:57:18,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:18,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:18,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:18,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:18,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:18,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169498728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:18,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:18,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169498728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:18,734 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,734 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,734 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:18,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/3e2dc285d49c4e658c19b8591f2ab02e 2024-12-02T19:57:18,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/57ca46caa7e943bf94148a65dbf16e83 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/57ca46caa7e943bf94148a65dbf16e83 2024-12-02T19:57:18,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/57ca46caa7e943bf94148a65dbf16e83, entries=250, sequenceid=12, filesize=16.3 K 2024-12-02T19:57:18,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/15f391b6b57c42ffb2b1b7f562a83159 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/15f391b6b57c42ffb2b1b7f562a83159 2024-12-02T19:57:18,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/15f391b6b57c42ffb2b1b7f562a83159, entries=150, sequenceid=12, filesize=11.7 K 2024-12-02T19:57:18,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/3e2dc285d49c4e658c19b8591f2ab02e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/3e2dc285d49c4e658c19b8591f2ab02e 2024-12-02T19:57:18,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/3e2dc285d49c4e658c19b8591f2ab02e, entries=150, sequenceid=12, filesize=11.7 K 2024-12-02T19:57:18,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 3333bbb38790169026cd848ad8b874db in 515ms, sequenceid=12, compaction requested=false 2024-12-02T19:57:18,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:18,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-02T19:57:18,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:18,878 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 3333bbb38790169026cd848ad8b874db 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-12-02T19:57:18,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=A 2024-12-02T19:57:18,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:57:18,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=B 2024-12-02T19:57:18,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:57:18,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=C 2024-12-02T19:57:18,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:57:18,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/edfe3b7b532f47759dacfbc30386a68b is 50, key is test_row_0/A:col10/1733169438353/Put/seqid=0 2024-12-02T19:57:18,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742290_1466 (size=12001) 2024-12-02T19:57:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-02T19:57:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:18,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:18,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169498963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:18,972 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,972 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,972 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:18,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169498969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:18,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:18,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:18,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169498975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:18,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:18,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:19,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169499039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:19,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169499039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:19,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:19,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:19,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:19,046 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:19,046 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:19,046 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:19,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:19,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169499078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:19,087 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:19,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:19,087 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:19,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169499078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:19,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:19,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:19,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:19,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169499089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:19,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:19,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:19,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:19,291 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/edfe3b7b532f47759dacfbc30386a68b 2024-12-02T19:57:19,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/e65d390c300f4086bbef7b591116ce8c is 50, key is test_row_0/B:col10/1733169438353/Put/seqid=0 2024-12-02T19:57:19,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742291_1467 (size=12001) 2024-12-02T19:57:19,303 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/e65d390c300f4086bbef7b591116ce8c 2024-12-02T19:57:19,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169499298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:19,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:19,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:19,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:19,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:19,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169499298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:19,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:19,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:19,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:19,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/52531df7714642f391e65eaf153f996e is 50, key is test_row_0/C:col10/1733169438353/Put/seqid=0 2024-12-02T19:57:19,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742292_1468 (size=12001) 2024-12-02T19:57:19,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:19,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169499318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:19,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:19,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:19,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-02T19:57:19,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:19,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169499548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:19,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:19,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:19,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:19,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169499558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:19,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:19,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:19,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:19,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169499619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:19,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:19,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:19,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169499619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:19,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:19,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:19,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:19,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:19,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:19,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169499628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:19,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:19,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:19,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:19,719 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/52531df7714642f391e65eaf153f996e 2024-12-02T19:57:19,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/edfe3b7b532f47759dacfbc30386a68b as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/edfe3b7b532f47759dacfbc30386a68b 2024-12-02T19:57:19,726 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/edfe3b7b532f47759dacfbc30386a68b, entries=150, sequenceid=48, filesize=11.7 K 2024-12-02T19:57:19,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/e65d390c300f4086bbef7b591116ce8c as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/e65d390c300f4086bbef7b591116ce8c 2024-12-02T19:57:19,729 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/e65d390c300f4086bbef7b591116ce8c, entries=150, sequenceid=48, filesize=11.7 K 2024-12-02T19:57:19,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/52531df7714642f391e65eaf153f996e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/52531df7714642f391e65eaf153f996e 2024-12-02T19:57:19,732 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/52531df7714642f391e65eaf153f996e, entries=150, sequenceid=48, filesize=11.7 K 2024-12-02T19:57:19,733 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 3333bbb38790169026cd848ad8b874db in 855ms, sequenceid=48, compaction requested=false 2024-12-02T19:57:19,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:19,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:19,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-12-02T19:57:19,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-12-02T19:57:19,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-12-02T19:57:19,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4660 sec 2024-12-02T19:57:19,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.4720 sec 2024-12-02T19:57:20,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:20,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3333bbb38790169026cd848ad8b874db 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-02T19:57:20,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=A 2024-12-02T19:57:20,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:20,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=B 2024-12-02T19:57:20,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:20,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=C 2024-12-02T19:57:20,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:20,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/eaad24aa72d343adb698a955b75bf127 is 50, key is test_row_0/A:col10/1733169438968/Put/seqid=0 2024-12-02T19:57:20,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742293_1469 (size=16681) 2024-12-02T19:57:20,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:20,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169500166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:20,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:20,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:20,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169500171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:20,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:20,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:20,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:20,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:20,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:20,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169500172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:20,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:20,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:20,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:20,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169500278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:20,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:20,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:20,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169500278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:20,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:20,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:20,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:20,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:20,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:20,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169500288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:20,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:20,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:20,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-02T19:57:20,429 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:57:20,429 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:57:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-12-02T19:57:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-02T19:57:20,431 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:57:20,431 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:57:20,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:57:20,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169500488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:20,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:20,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169500488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:20,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:20,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:20,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:20,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:20,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:20,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169500508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-02T19:57:20,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/eaad24aa72d343adb698a955b75bf127 2024-12-02T19:57:20,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/426c7ec639f640029ffd3c94b1c84fc2 is 50, key is test_row_0/B:col10/1733169438968/Put/seqid=0 2024-12-02T19:57:20,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742294_1470 (size=12001) 2024-12-02T19:57:20,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169500568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:20,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169500568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:20,575 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_1' in 3333bbb38790169026cd848ad8b874db of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:57:20,576 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:20,576 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:20,576 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:20,576 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_0' in 3333bbb38790169026cd848ad8b874db of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:57:20,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:20,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:20,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:20,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-02T19:57:20,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:20,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:20,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:20,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:20,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:20,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-02T19:57:20,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:20,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:20,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:20,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:20,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-02T19:57:20,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169500798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:20,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:20,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:20,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:20,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169500798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:20,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:20,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:20,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:20,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169500818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:20,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:20,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:20,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:20,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-02T19:57:20,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:20,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:20,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:20,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:20,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:20,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/426c7ec639f640029ffd3c94b1c84fc2 2024-12-02T19:57:20,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/af567b088c784f42bcd65f3e0911369a is 50, key is test_row_0/C:col10/1733169438968/Put/seqid=0 2024-12-02T19:57:20,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742295_1471 (size=12001) 2024-12-02T19:57:21,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-02T19:57:21,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:21,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:21,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:21,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:21,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-02T19:57:21,110 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T19:57:21,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-02T19:57:21,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:21,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:21,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:21,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:21,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:21,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:21,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:21,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169501309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:21,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:21,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:21,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:21,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:21,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169501318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:21,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:21,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:21,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:21,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169501339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:21,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:21,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:21,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:21,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-02T19:57:21,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:21,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:21,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:21,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:21,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:21,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/af567b088c784f42bcd65f3e0911369a 2024-12-02T19:57:21,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/eaad24aa72d343adb698a955b75bf127 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/eaad24aa72d343adb698a955b75bf127 2024-12-02T19:57:21,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/eaad24aa72d343adb698a955b75bf127, entries=250, sequenceid=61, filesize=16.3 K 2024-12-02T19:57:21,374 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-12-02T19:57:21,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/426c7ec639f640029ffd3c94b1c84fc2 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/426c7ec639f640029ffd3c94b1c84fc2 2024-12-02T19:57:21,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/426c7ec639f640029ffd3c94b1c84fc2, entries=150, sequenceid=61, filesize=11.7 K 2024-12-02T19:57:21,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/af567b088c784f42bcd65f3e0911369a as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/af567b088c784f42bcd65f3e0911369a 2024-12-02T19:57:21,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/af567b088c784f42bcd65f3e0911369a, entries=150, sequenceid=61, filesize=11.7 K 2024-12-02T19:57:21,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 3333bbb38790169026cd848ad8b874db in 1258ms, sequenceid=61, compaction requested=true 2024-12-02T19:57:21,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:21,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3333bbb38790169026cd848ad8b874db:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:57:21,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:21,390 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:21,391 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:21,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3333bbb38790169026cd848ad8b874db:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:57:21,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:21,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3333bbb38790169026cd848ad8b874db:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:57:21,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:57:21,391 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:21,391 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:21,391 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3333bbb38790169026cd848ad8b874db/B is initiating minor compaction (all files) 2024-12-02T19:57:21,391 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 3333bbb38790169026cd848ad8b874db/A is initiating minor compaction (all files) 2024-12-02T19:57:21,392 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3333bbb38790169026cd848ad8b874db/A in TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:21,392 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3333bbb38790169026cd848ad8b874db/B in TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:21,392 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/15f391b6b57c42ffb2b1b7f562a83159, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/e65d390c300f4086bbef7b591116ce8c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/426c7ec639f640029ffd3c94b1c84fc2] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp, totalSize=35.2 K 2024-12-02T19:57:21,392 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/57ca46caa7e943bf94148a65dbf16e83, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/edfe3b7b532f47759dacfbc30386a68b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/eaad24aa72d343adb698a955b75bf127] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp, totalSize=44.3 K 2024-12-02T19:57:21,392 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 15f391b6b57c42ffb2b1b7f562a83159, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733169438268 2024-12-02T19:57:21,392 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57ca46caa7e943bf94148a65dbf16e83, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733169438268 2024-12-02T19:57:21,392 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting e65d390c300f4086bbef7b591116ce8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733169438353 2024-12-02T19:57:21,392 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting edfe3b7b532f47759dacfbc30386a68b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733169438353 2024-12-02T19:57:21,392 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 426c7ec639f640029ffd3c94b1c84fc2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733169438968 2024-12-02T19:57:21,393 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting eaad24aa72d343adb698a955b75bf127, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733169438962 2024-12-02T19:57:21,404 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3333bbb38790169026cd848ad8b874db#B#compaction#397 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:21,405 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/25af47ab28b44f969aabe503cebdfbd6 is 50, key is test_row_0/B:col10/1733169438968/Put/seqid=0 2024-12-02T19:57:21,417 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3333bbb38790169026cd848ad8b874db#A#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:21,417 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/1514fbf79ba342ab9009af281cd745dc is 50, key is test_row_0/A:col10/1733169438968/Put/seqid=0 2024-12-02T19:57:21,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742296_1472 (size=12104) 2024-12-02T19:57:21,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742297_1473 (size=12104) 2024-12-02T19:57:21,478 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/1514fbf79ba342ab9009af281cd745dc as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/1514fbf79ba342ab9009af281cd745dc 2024-12-02T19:57:21,489 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3333bbb38790169026cd848ad8b874db/A of 3333bbb38790169026cd848ad8b874db into 1514fbf79ba342ab9009af281cd745dc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:21,489 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:21,489 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., storeName=3333bbb38790169026cd848ad8b874db/A, priority=13, startTime=1733169441390; duration=0sec 2024-12-02T19:57:21,489 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:57:21,489 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3333bbb38790169026cd848ad8b874db:A 2024-12-02T19:57:21,489 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:21,490 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:21,490 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 3333bbb38790169026cd848ad8b874db/C is initiating minor compaction (all files) 2024-12-02T19:57:21,490 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3333bbb38790169026cd848ad8b874db/C in TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:21,490 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/3e2dc285d49c4e658c19b8591f2ab02e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/52531df7714642f391e65eaf153f996e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/af567b088c784f42bcd65f3e0911369a] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp, totalSize=35.2 K 2024-12-02T19:57:21,491 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e2dc285d49c4e658c19b8591f2ab02e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733169438268 2024-12-02T19:57:21,492 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52531df7714642f391e65eaf153f996e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733169438353 2024-12-02T19:57:21,492 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting af567b088c784f42bcd65f3e0911369a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733169438968 2024-12-02T19:57:21,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-02T19:57:21,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:21,504 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 3333bbb38790169026cd848ad8b874db 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-02T19:57:21,504 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3333bbb38790169026cd848ad8b874db#C#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:21,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=A 2024-12-02T19:57:21,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:21,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=B 2024-12-02T19:57:21,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:21,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=C 2024-12-02T19:57:21,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:21,510 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/1174698fafa04a27a6d1306721e3f70e is 50, key is test_row_0/C:col10/1733169438968/Put/seqid=0 2024-12-02T19:57:21,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/966cf34bcfc7478583e47a4eb5487776 is 50, key is test_row_0/A:col10/1733169440151/Put/seqid=0 2024-12-02T19:57:21,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742299_1475 (size=12001) 2024-12-02T19:57:21,546 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/966cf34bcfc7478583e47a4eb5487776 2024-12-02T19:57:21,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742298_1474 (size=12104) 2024-12-02T19:57:21,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/573a63e162e84b0d9859268324669078 is 50, key is test_row_0/B:col10/1733169440151/Put/seqid=0 2024-12-02T19:57:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-02T19:57:21,572 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/1174698fafa04a27a6d1306721e3f70e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/1174698fafa04a27a6d1306721e3f70e 2024-12-02T19:57:21,577 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3333bbb38790169026cd848ad8b874db/C of 3333bbb38790169026cd848ad8b874db into 1174698fafa04a27a6d1306721e3f70e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:21,577 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:21,577 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., storeName=3333bbb38790169026cd848ad8b874db/C, priority=13, startTime=1733169441391; duration=0sec 2024-12-02T19:57:21,577 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:21,577 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3333bbb38790169026cd848ad8b874db:C 2024-12-02T19:57:21,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742300_1476 (size=12001) 2024-12-02T19:57:21,599 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/573a63e162e84b0d9859268324669078 2024-12-02T19:57:21,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/93c26d49763844738cb6f5f578cf2ed6 is 50, key is test_row_0/C:col10/1733169440151/Put/seqid=0 2024-12-02T19:57:21,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742301_1477 (size=12001) 2024-12-02T19:57:21,619 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/93c26d49763844738cb6f5f578cf2ed6 2024-12-02T19:57:21,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/966cf34bcfc7478583e47a4eb5487776 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/966cf34bcfc7478583e47a4eb5487776 2024-12-02T19:57:21,632 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/966cf34bcfc7478583e47a4eb5487776, entries=150, sequenceid=81, filesize=11.7 K 2024-12-02T19:57:21,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/573a63e162e84b0d9859268324669078 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/573a63e162e84b0d9859268324669078 2024-12-02T19:57:21,636 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/573a63e162e84b0d9859268324669078, entries=150, sequenceid=81, filesize=11.7 K 2024-12-02T19:57:21,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/93c26d49763844738cb6f5f578cf2ed6 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/93c26d49763844738cb6f5f578cf2ed6 2024-12-02T19:57:21,643 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/93c26d49763844738cb6f5f578cf2ed6, entries=150, sequenceid=81, filesize=11.7 K 2024-12-02T19:57:21,643 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for 3333bbb38790169026cd848ad8b874db in 139ms, sequenceid=81, compaction requested=false 2024-12-02T19:57:21,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:21,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:21,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-12-02T19:57:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-12-02T19:57:21,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-12-02T19:57:21,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2140 sec 2024-12-02T19:57:21,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.2180 sec 2024-12-02T19:57:21,867 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/25af47ab28b44f969aabe503cebdfbd6 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/25af47ab28b44f969aabe503cebdfbd6 2024-12-02T19:57:21,872 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3333bbb38790169026cd848ad8b874db/B of 3333bbb38790169026cd848ad8b874db into 25af47ab28b44f969aabe503cebdfbd6(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:21,872 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:21,872 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., storeName=3333bbb38790169026cd848ad8b874db/B, priority=13, startTime=1733169441390; duration=0sec 2024-12-02T19:57:21,872 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:21,872 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3333bbb38790169026cd848ad8b874db:B 2024-12-02T19:57:22,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:22,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3333bbb38790169026cd848ad8b874db 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-02T19:57:22,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=A 2024-12-02T19:57:22,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:22,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=B 2024-12-02T19:57:22,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:22,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=C 2024-12-02T19:57:22,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:22,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/442f0042bfe64b1f85ee9f875d4643a7 is 50, key is test_row_0/A:col10/1733169442344/Put/seqid=0 2024-12-02T19:57:22,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742302_1478 (size=14341) 2024-12-02T19:57:22,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/442f0042bfe64b1f85ee9f875d4643a7 2024-12-02T19:57:22,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/b73efeba63c240b8b1ad7d6a0a7029d2 is 50, key is test_row_0/B:col10/1733169442344/Put/seqid=0 2024-12-02T19:57:22,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742303_1479 (size=12001) 2024-12-02T19:57:22,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169442420, max timestamp=1733169442441Num uniques 859; 2024-12-02T19:57:22,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169442420, max timestamp=1733169442441Num uniques 859; 2024-12-02T19:57:22,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169442420, max timestamp=1733169442441Num uniques 859; 2024-12-02T19:57:22,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:57:22,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:57:22,445 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:57:22,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169502506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:22,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:22,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:22,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:22,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169502507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:22,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:22,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:22,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:22,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169502508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:22,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:22,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:22,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-02T19:57:22,579 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:57:22,579 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:57:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-12-02T19:57:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-02T19:57:22,580 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:57:22,581 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:57:22,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:57:22,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169502589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:22,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169502589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:22,597 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_1' in 3333bbb38790169026cd848ad8b874db of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:57:22,597 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_0' in 3333bbb38790169026cd848ad8b874db of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:57:22,597 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:22,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:22,597 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:22,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:22,597 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:22,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:22,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169502618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:22,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:22,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:22,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:22,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169502629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:22,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:22,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:22,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169502630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:22,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:22,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:22,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:22,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-02T19:57:22,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-02T19:57:22,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:22,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:22,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:22,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:22,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:22,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/b73efeba63c240b8b1ad7d6a0a7029d2 2024-12-02T19:57:22,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/eb8f3927ded54a23adbb13affabe376e is 50, key is test_row_0/C:col10/1733169442344/Put/seqid=0 2024-12-02T19:57:22,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742304_1480 (size=12001) 2024-12-02T19:57:22,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169502838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:22,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:22,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:22,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:22,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169502848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:22,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:22,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:22,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169502848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:22,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:22,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:22,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:22,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:22,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-02T19:57:22,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:22,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:22,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:22,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:22,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-02T19:57:23,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-02T19:57:23,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:23,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:23,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:23,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:23,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:23,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:23,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:23,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169503159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:23,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:23,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:23,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:23,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169503168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:23,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:23,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:23,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:23,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169503168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:23,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:23,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:23,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:23,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:23,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-02T19:57:23,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:23,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:23,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:23,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:23,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-02T19:57:23,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/eb8f3927ded54a23adbb13affabe376e 2024-12-02T19:57:23,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/442f0042bfe64b1f85ee9f875d4643a7 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/442f0042bfe64b1f85ee9f875d4643a7 2024-12-02T19:57:23,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/442f0042bfe64b1f85ee9f875d4643a7, entries=200, sequenceid=93, filesize=14.0 K 2024-12-02T19:57:23,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/b73efeba63c240b8b1ad7d6a0a7029d2 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/b73efeba63c240b8b1ad7d6a0a7029d2 2024-12-02T19:57:23,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/b73efeba63c240b8b1ad7d6a0a7029d2, entries=150, sequenceid=93, filesize=11.7 K 2024-12-02T19:57:23,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/eb8f3927ded54a23adbb13affabe376e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/eb8f3927ded54a23adbb13affabe376e 2024-12-02T19:57:23,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/eb8f3927ded54a23adbb13affabe376e, entries=150, sequenceid=93, filesize=11.7 K 2024-12-02T19:57:23,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 3333bbb38790169026cd848ad8b874db in 909ms, sequenceid=93, compaction requested=true 2024-12-02T19:57:23,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:23,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3333bbb38790169026cd848ad8b874db:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:57:23,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:23,256 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:23,256 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:23,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3333bbb38790169026cd848ad8b874db:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:57:23,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:23,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3333bbb38790169026cd848ad8b874db:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:57:23,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:57:23,257 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:23,257 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 3333bbb38790169026cd848ad8b874db/A is initiating minor compaction (all files) 2024-12-02T19:57:23,257 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3333bbb38790169026cd848ad8b874db/A in TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:23,257 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/1514fbf79ba342ab9009af281cd745dc, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/966cf34bcfc7478583e47a4eb5487776, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/442f0042bfe64b1f85ee9f875d4643a7] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp, totalSize=37.5 K 2024-12-02T19:57:23,259 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:23,259 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3333bbb38790169026cd848ad8b874db/B is initiating minor compaction (all files) 2024-12-02T19:57:23,259 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3333bbb38790169026cd848ad8b874db/B in TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:23,259 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1514fbf79ba342ab9009af281cd745dc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733169438968 2024-12-02T19:57:23,259 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/25af47ab28b44f969aabe503cebdfbd6, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/573a63e162e84b0d9859268324669078, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/b73efeba63c240b8b1ad7d6a0a7029d2] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp, totalSize=35.3 K 2024-12-02T19:57:23,259 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 966cf34bcfc7478583e47a4eb5487776, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733169440151 2024-12-02T19:57:23,259 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 25af47ab28b44f969aabe503cebdfbd6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733169438968 2024-12-02T19:57:23,260 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 573a63e162e84b0d9859268324669078, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733169440151 2024-12-02T19:57:23,260 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 442f0042bfe64b1f85ee9f875d4643a7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733169442339 2024-12-02T19:57:23,260 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting b73efeba63c240b8b1ad7d6a0a7029d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733169442340 2024-12-02T19:57:23,268 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3333bbb38790169026cd848ad8b874db#B#compaction#406 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:23,268 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3333bbb38790169026cd848ad8b874db#A#compaction#407 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:23,268 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/c72738cea7c7424e99e90cc637747e5e is 50, key is test_row_0/B:col10/1733169442344/Put/seqid=0 2024-12-02T19:57:23,268 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/eb7aa5748d5247f48e43ccd2773b4ba2 is 50, key is test_row_0/A:col10/1733169442344/Put/seqid=0 2024-12-02T19:57:23,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742305_1481 (size=12207) 2024-12-02T19:57:23,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742306_1482 (size=12207) 2024-12-02T19:57:23,291 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/eb7aa5748d5247f48e43ccd2773b4ba2 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/eb7aa5748d5247f48e43ccd2773b4ba2 2024-12-02T19:57:23,295 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3333bbb38790169026cd848ad8b874db/A of 3333bbb38790169026cd848ad8b874db into eb7aa5748d5247f48e43ccd2773b4ba2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:23,295 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:23,295 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., storeName=3333bbb38790169026cd848ad8b874db/A, priority=13, startTime=1733169443256; duration=0sec 2024-12-02T19:57:23,295 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:57:23,295 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3333bbb38790169026cd848ad8b874db:A 2024-12-02T19:57:23,295 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:23,296 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:23,296 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 3333bbb38790169026cd848ad8b874db/C is initiating minor compaction (all files) 2024-12-02T19:57:23,296 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3333bbb38790169026cd848ad8b874db/C in TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:23,296 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/1174698fafa04a27a6d1306721e3f70e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/93c26d49763844738cb6f5f578cf2ed6, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/eb8f3927ded54a23adbb13affabe376e] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp, totalSize=35.3 K 2024-12-02T19:57:23,297 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1174698fafa04a27a6d1306721e3f70e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733169438968 2024-12-02T19:57:23,297 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93c26d49763844738cb6f5f578cf2ed6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733169440151 2024-12-02T19:57:23,297 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb8f3927ded54a23adbb13affabe376e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733169442340 2024-12-02T19:57:23,306 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3333bbb38790169026cd848ad8b874db#C#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:23,306 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/30220903e91f470d96e59ecd395ee9e0 is 50, key is test_row_0/C:col10/1733169442344/Put/seqid=0 2024-12-02T19:57:23,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742307_1483 (size=12207) 2024-12-02T19:57:23,336 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/30220903e91f470d96e59ecd395ee9e0 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/30220903e91f470d96e59ecd395ee9e0 2024-12-02T19:57:23,340 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3333bbb38790169026cd848ad8b874db/C of 3333bbb38790169026cd848ad8b874db into 30220903e91f470d96e59ecd395ee9e0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:23,340 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:23,340 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., storeName=3333bbb38790169026cd848ad8b874db/C, priority=13, startTime=1733169443257; duration=0sec 2024-12-02T19:57:23,340 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:23,340 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3333bbb38790169026cd848ad8b874db:C 2024-12-02T19:57:23,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-02T19:57:23,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:23,345 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 3333bbb38790169026cd848ad8b874db 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-02T19:57:23,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=A 2024-12-02T19:57:23,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:57:23,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=B 2024-12-02T19:57:23,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:57:23,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=C 2024-12-02T19:57:23,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:57:23,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/ebd5e24ca67945a290e907c6ae5cfb3e is 50, key is test_row_0/A:col10/1733169442492/Put/seqid=0 2024-12-02T19:57:23,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742308_1484 (size=12051) 2024-12-02T19:57:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:23,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:23,687 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/c72738cea7c7424e99e90cc637747e5e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/c72738cea7c7424e99e90cc637747e5e 2024-12-02T19:57:23,691 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3333bbb38790169026cd848ad8b874db/B of 3333bbb38790169026cd848ad8b874db into c72738cea7c7424e99e90cc637747e5e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:23,691 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:23,691 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., storeName=3333bbb38790169026cd848ad8b874db/B, priority=13, startTime=1733169443256; duration=0sec 2024-12-02T19:57:23,691 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:23,691 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3333bbb38790169026cd848ad8b874db:B 2024-12-02T19:57:23,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169503692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:23,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:23,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169503692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:23,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:23,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:23,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:23,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:23,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169503695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:23,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:23,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:23,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:23,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:23,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-02T19:57:23,761 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/ebd5e24ca67945a290e907c6ae5cfb3e 2024-12-02T19:57:23,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/21d26f15e2924ad5b57e4d4e439b438c is 50, key is test_row_0/B:col10/1733169442492/Put/seqid=0 2024-12-02T19:57:23,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742309_1485 (size=12051) 2024-12-02T19:57:23,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:23,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169503808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:23,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:23,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:23,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:23,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169503808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:23,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:23,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:23,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:23,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:23,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:23,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169503808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:23,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:23,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:23,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:24,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169504019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:24,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:24,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:24,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:24,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169504019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:24,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:24,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:24,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:24,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:24,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169504019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:24,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:24,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:24,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:24,176 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/21d26f15e2924ad5b57e4d4e439b438c 2024-12-02T19:57:24,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/4b6416425d594f0eaa8fa11f22ffaecd is 50, key is test_row_0/C:col10/1733169442492/Put/seqid=0 2024-12-02T19:57:24,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742310_1486 (size=12051) 2024-12-02T19:57:24,187 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/4b6416425d594f0eaa8fa11f22ffaecd 2024-12-02T19:57:24,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/ebd5e24ca67945a290e907c6ae5cfb3e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/ebd5e24ca67945a290e907c6ae5cfb3e 2024-12-02T19:57:24,193 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/ebd5e24ca67945a290e907c6ae5cfb3e, entries=150, sequenceid=132, filesize=11.8 K 2024-12-02T19:57:24,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/21d26f15e2924ad5b57e4d4e439b438c as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/21d26f15e2924ad5b57e4d4e439b438c 2024-12-02T19:57:24,198 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/21d26f15e2924ad5b57e4d4e439b438c, entries=150, sequenceid=132, filesize=11.8 K 2024-12-02T19:57:24,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/4b6416425d594f0eaa8fa11f22ffaecd as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/4b6416425d594f0eaa8fa11f22ffaecd 2024-12-02T19:57:24,203 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/4b6416425d594f0eaa8fa11f22ffaecd, entries=150, sequenceid=132, filesize=11.8 K 2024-12-02T19:57:24,203 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 3333bbb38790169026cd848ad8b874db in 858ms, sequenceid=132, compaction requested=false 2024-12-02T19:57:24,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:24,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:24,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-12-02T19:57:24,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-12-02T19:57:24,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-12-02T19:57:24,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6240 sec 2024-12-02T19:57:24,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.6270 sec 2024-12-02T19:57:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:24,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3333bbb38790169026cd848ad8b874db 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-02T19:57:24,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=A 2024-12-02T19:57:24,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:24,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=B 2024-12-02T19:57:24,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:24,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=C 2024-12-02T19:57:24,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:24,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/2c0dd50f5eee4a8693d0f6fdd2678d53 is 50, key is test_row_0/A:col10/1733169444330/Put/seqid=0 2024-12-02T19:57:24,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742311_1487 (size=12151) 2024-12-02T19:57:24,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:24,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169504367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:24,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:24,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169504367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:24,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:24,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:24,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:24,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:24,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:24,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:24,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169504368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:24,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:24,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169504479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:24,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:24,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:24,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:24,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169504479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:24,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:24,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:24,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:24,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:24,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169504488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:24,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:24,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:24,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:24,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169504688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:24,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:24,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:24,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:24,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169504688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:24,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:24,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:24,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:24,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169504698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:24,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:24,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:24,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-02T19:57:24,728 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:57:24,729 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:57:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-12-02T19:57:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-02T19:57:24,731 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:57:24,731 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:57:24,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:57:24,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/2c0dd50f5eee4a8693d0f6fdd2678d53 2024-12-02T19:57:24,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/34517eec30bd40988f654f7c9b21bba3 is 50, key is test_row_0/B:col10/1733169444330/Put/seqid=0 2024-12-02T19:57:24,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742312_1488 (size=12151) 2024-12-02T19:57:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-02T19:57:24,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-02T19:57:24,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:24,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:24,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:24,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:24,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:24,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169504998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:24,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:24,999 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169504998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:24,999 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:24,999 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:24,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:24,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:24,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:25,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169505008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:25,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:25,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:25,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:25,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-02T19:57:25,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:25,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:25,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:25,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:25,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-02T19:57:25,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/34517eec30bd40988f654f7c9b21bba3 2024-12-02T19:57:25,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/8cfd11c61e6a4fa6adae210a2b24f463 is 50, key is test_row_0/C:col10/1733169444330/Put/seqid=0 2024-12-02T19:57:25,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742313_1489 (size=12151) 2024-12-02T19:57:25,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-02T19:57:25,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:25,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:25,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:25,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:25,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:25,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-02T19:57:25,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:25,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:25,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:25,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:25,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-02T19:57:25,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-02T19:57:25,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:25,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:25,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:25,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:25,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:25,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169505508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:25,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:25,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169505508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:25,514 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:25,514 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:25,514 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:25,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:25,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:25,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:25,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:25,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169505529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:25,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:25,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:25,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:25,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/8cfd11c61e6a4fa6adae210a2b24f463 2024-12-02T19:57:25,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/2c0dd50f5eee4a8693d0f6fdd2678d53 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/2c0dd50f5eee4a8693d0f6fdd2678d53 2024-12-02T19:57:25,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/2c0dd50f5eee4a8693d0f6fdd2678d53, entries=150, sequenceid=145, filesize=11.9 K 2024-12-02T19:57:25,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/34517eec30bd40988f654f7c9b21bba3 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/34517eec30bd40988f654f7c9b21bba3 2024-12-02T19:57:25,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/34517eec30bd40988f654f7c9b21bba3, entries=150, sequenceid=145, filesize=11.9 K 2024-12-02T19:57:25,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/8cfd11c61e6a4fa6adae210a2b24f463 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/8cfd11c61e6a4fa6adae210a2b24f463 2024-12-02T19:57:25,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/8cfd11c61e6a4fa6adae210a2b24f463, entries=150, sequenceid=145, filesize=11.9 K 2024-12-02T19:57:25,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 3333bbb38790169026cd848ad8b874db in 1243ms, sequenceid=145, compaction requested=true 2024-12-02T19:57:25,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:25,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3333bbb38790169026cd848ad8b874db:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:57:25,573 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:25,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:25,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3333bbb38790169026cd848ad8b874db:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:57:25,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:57:25,574 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:25,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3333bbb38790169026cd848ad8b874db:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:57:25,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:57:25,575 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36409 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:25,575 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3333bbb38790169026cd848ad8b874db/A is initiating minor compaction (all files) 2024-12-02T19:57:25,575 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3333bbb38790169026cd848ad8b874db/A in TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:25,575 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/eb7aa5748d5247f48e43ccd2773b4ba2, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/ebd5e24ca67945a290e907c6ae5cfb3e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/2c0dd50f5eee4a8693d0f6fdd2678d53] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp, totalSize=35.6 K 2024-12-02T19:57:25,575 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting eb7aa5748d5247f48e43ccd2773b4ba2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733169442340 2024-12-02T19:57:25,576 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting ebd5e24ca67945a290e907c6ae5cfb3e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733169442492 2024-12-02T19:57:25,576 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c0dd50f5eee4a8693d0f6fdd2678d53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733169443689 2024-12-02T19:57:25,578 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36409 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:25,578 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 3333bbb38790169026cd848ad8b874db/B is initiating minor compaction (all files) 2024-12-02T19:57:25,578 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3333bbb38790169026cd848ad8b874db/B in TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:25,578 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/c72738cea7c7424e99e90cc637747e5e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/21d26f15e2924ad5b57e4d4e439b438c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/34517eec30bd40988f654f7c9b21bba3] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp, totalSize=35.6 K 2024-12-02T19:57:25,578 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting c72738cea7c7424e99e90cc637747e5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733169442340 2024-12-02T19:57:25,579 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21d26f15e2924ad5b57e4d4e439b438c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733169442492 2024-12-02T19:57:25,579 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34517eec30bd40988f654f7c9b21bba3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733169443689 2024-12-02T19:57:25,585 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3333bbb38790169026cd848ad8b874db#B#compaction#416 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:25,585 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3333bbb38790169026cd848ad8b874db#A#compaction#415 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:25,585 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/4bdd564e824a4f84b061a547fb0f069f is 50, key is test_row_0/B:col10/1733169444330/Put/seqid=0 2024-12-02T19:57:25,586 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/8148862310ae46c993e10f548c49b5c8 is 50, key is test_row_0/A:col10/1733169444330/Put/seqid=0 2024-12-02T19:57:25,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742315_1491 (size=12459) 2024-12-02T19:57:25,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742314_1490 (size=12459) 2024-12-02T19:57:25,611 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/8148862310ae46c993e10f548c49b5c8 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/8148862310ae46c993e10f548c49b5c8 2024-12-02T19:57:25,615 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3333bbb38790169026cd848ad8b874db/A of 3333bbb38790169026cd848ad8b874db into 8148862310ae46c993e10f548c49b5c8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:25,615 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:25,615 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., storeName=3333bbb38790169026cd848ad8b874db/A, priority=13, startTime=1733169445573; duration=0sec 2024-12-02T19:57:25,615 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:57:25,615 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3333bbb38790169026cd848ad8b874db:A 2024-12-02T19:57:25,615 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:25,616 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36409 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:25,616 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3333bbb38790169026cd848ad8b874db/C is initiating minor compaction (all files) 2024-12-02T19:57:25,616 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3333bbb38790169026cd848ad8b874db/C in TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:25,616 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/30220903e91f470d96e59ecd395ee9e0, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/4b6416425d594f0eaa8fa11f22ffaecd, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/8cfd11c61e6a4fa6adae210a2b24f463] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp, totalSize=35.6 K 2024-12-02T19:57:25,619 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/4bdd564e824a4f84b061a547fb0f069f as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/4bdd564e824a4f84b061a547fb0f069f 2024-12-02T19:57:25,619 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 30220903e91f470d96e59ecd395ee9e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733169442340 2024-12-02T19:57:25,619 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b6416425d594f0eaa8fa11f22ffaecd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733169442492 2024-12-02T19:57:25,619 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cfd11c61e6a4fa6adae210a2b24f463, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733169443689 2024-12-02T19:57:25,622 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3333bbb38790169026cd848ad8b874db/B of 3333bbb38790169026cd848ad8b874db into 4bdd564e824a4f84b061a547fb0f069f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:25,622 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:25,622 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., storeName=3333bbb38790169026cd848ad8b874db/B, priority=13, startTime=1733169445573; duration=0sec 2024-12-02T19:57:25,622 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:25,622 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3333bbb38790169026cd848ad8b874db:B 2024-12-02T19:57:25,627 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3333bbb38790169026cd848ad8b874db#C#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:25,627 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/ab082ecad1a0430180c2c0863ae31d6a is 50, key is test_row_0/C:col10/1733169444330/Put/seqid=0 2024-12-02T19:57:25,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742316_1492 (size=12459) 2024-12-02T19:57:25,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-02T19:57:25,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:25,646 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 3333bbb38790169026cd848ad8b874db 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-02T19:57:25,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=A 2024-12-02T19:57:25,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:25,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=B 2024-12-02T19:57:25,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:25,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=C 2024-12-02T19:57:25,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:25,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/8bff08d2739e468394ecda5fd0dd400a is 50, key is test_row_0/A:col10/1733169444366/Put/seqid=0 2024-12-02T19:57:25,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742317_1493 (size=12151) 2024-12-02T19:57:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-02T19:57:26,035 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/ab082ecad1a0430180c2c0863ae31d6a as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/ab082ecad1a0430180c2c0863ae31d6a 2024-12-02T19:57:26,039 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3333bbb38790169026cd848ad8b874db/C of 3333bbb38790169026cd848ad8b874db into ab082ecad1a0430180c2c0863ae31d6a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:26,039 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:26,039 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., storeName=3333bbb38790169026cd848ad8b874db/C, priority=13, startTime=1733169445574; duration=0sec 2024-12-02T19:57:26,039 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:26,039 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3333bbb38790169026cd848ad8b874db:C 2024-12-02T19:57:26,054 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/8bff08d2739e468394ecda5fd0dd400a 2024-12-02T19:57:26,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/b1882bbeedf94542a1cf1a9b51cb91ff is 50, key is test_row_0/B:col10/1733169444366/Put/seqid=0 2024-12-02T19:57:26,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742318_1494 (size=12151) 2024-12-02T19:57:26,463 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/b1882bbeedf94542a1cf1a9b51cb91ff 2024-12-02T19:57:26,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/d203be38f3f643c9bcbe1c96b2fce8a7 is 50, key is test_row_0/C:col10/1733169444366/Put/seqid=0 2024-12-02T19:57:26,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742319_1495 (size=12151) 2024-12-02T19:57:26,486 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/d203be38f3f643c9bcbe1c96b2fce8a7 2024-12-02T19:57:26,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/8bff08d2739e468394ecda5fd0dd400a as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/8bff08d2739e468394ecda5fd0dd400a 2024-12-02T19:57:26,500 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/8bff08d2739e468394ecda5fd0dd400a, entries=150, sequenceid=167, filesize=11.9 K 2024-12-02T19:57:26,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/b1882bbeedf94542a1cf1a9b51cb91ff as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/b1882bbeedf94542a1cf1a9b51cb91ff 2024-12-02T19:57:26,505 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/b1882bbeedf94542a1cf1a9b51cb91ff, entries=150, sequenceid=167, filesize=11.9 K 2024-12-02T19:57:26,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/d203be38f3f643c9bcbe1c96b2fce8a7 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/d203be38f3f643c9bcbe1c96b2fce8a7 2024-12-02T19:57:26,509 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/d203be38f3f643c9bcbe1c96b2fce8a7, entries=150, sequenceid=167, filesize=11.9 K 2024-12-02T19:57:26,511 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 3333bbb38790169026cd848ad8b874db in 865ms, sequenceid=167, compaction requested=false 2024-12-02T19:57:26,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:26,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:26,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-12-02T19:57:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-12-02T19:57:26,514 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-12-02T19:57:26,514 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7810 sec 2024-12-02T19:57:26,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.7850 sec 2024-12-02T19:57:26,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:26,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3333bbb38790169026cd848ad8b874db 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-02T19:57:26,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=A 2024-12-02T19:57:26,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:26,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=B 2024-12-02T19:57:26,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:26,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=C 2024-12-02T19:57:26,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:26,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/a2f0327fb4be4c85975b8b219dbc21ef is 50, key is test_row_0/A:col10/1733169446528/Put/seqid=0 2024-12-02T19:57:26,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742320_1496 (size=14541) 2024-12-02T19:57:26,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/a2f0327fb4be4c85975b8b219dbc21ef 2024-12-02T19:57:26,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/cb792fb869c043afad7c6430ba10b8fd is 50, key is test_row_0/B:col10/1733169446528/Put/seqid=0 2024-12-02T19:57:26,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742321_1497 (size=12151) 2024-12-02T19:57:26,626 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733169446589, max timestamp=1733169446624Num uniques 859; 2024-12-02T19:57:26,626 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-02T19:57:26,626 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733169446589, max timestamp=1733169446624Num uniques 859; 2024-12-02T19:57:26,626 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-02T19:57:26,626 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733169446589, max timestamp=1733169446624Num uniques 859; 2024-12-02T19:57:26,626 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-02T19:57:26,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169506649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:26,667 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:26,667 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:26,667 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:26,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169506651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:26,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:26,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:26,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:26,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:26,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169506660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:26,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:26,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:26,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:26,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169506661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:26,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:26,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169506667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:26,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:26,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:26,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:26,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:26,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:26,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:26,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169506779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:26,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:26,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169506779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:26,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:26,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:26,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:26,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:26,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:26,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:26,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169506779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:26,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:26,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:26,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169506779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:26,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:26,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:26,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:26,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169506780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:26,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:26,786 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:26,786 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:26,787 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-02T19:57:26,879 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:57:26,879 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:57:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-12-02T19:57:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-02T19:57:26,881 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:57:26,882 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:57:26,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:57:26,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/cb792fb869c043afad7c6430ba10b8fd 2024-12-02T19:57:26,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/4940de2c064840a08de13a21ab5419d4 is 50, key is test_row_0/C:col10/1733169446528/Put/seqid=0 2024-12-02T19:57:26,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-02T19:57:27,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169506996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:27,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:27,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169506996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:27,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:27,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:27,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169506997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:27,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169506999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:27,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:27,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169506999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:27,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:27,008 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,009 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,009 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:27,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:27,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-02T19:57:27,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:27,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:27,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:27,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:27,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:27,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742322_1498 (size=12151) 2024-12-02T19:57:27,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/4940de2c064840a08de13a21ab5419d4 2024-12-02T19:57:27,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/a2f0327fb4be4c85975b8b219dbc21ef as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/a2f0327fb4be4c85975b8b219dbc21ef 2024-12-02T19:57:27,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/a2f0327fb4be4c85975b8b219dbc21ef, entries=200, sequenceid=178, filesize=14.2 K 2024-12-02T19:57:27,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/cb792fb869c043afad7c6430ba10b8fd as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/cb792fb869c043afad7c6430ba10b8fd 2024-12-02T19:57:27,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/cb792fb869c043afad7c6430ba10b8fd, entries=150, sequenceid=178, filesize=11.9 K 2024-12-02T19:57:27,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/4940de2c064840a08de13a21ab5419d4 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/4940de2c064840a08de13a21ab5419d4 2024-12-02T19:57:27,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/4940de2c064840a08de13a21ab5419d4, entries=150, sequenceid=178, filesize=11.9 K 2024-12-02T19:57:27,072 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 3333bbb38790169026cd848ad8b874db in 530ms, sequenceid=178, compaction requested=true 2024-12-02T19:57:27,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:27,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3333bbb38790169026cd848ad8b874db:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:57:27,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:27,072 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:27,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3333bbb38790169026cd848ad8b874db:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:57:27,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:57:27,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3333bbb38790169026cd848ad8b874db:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:57:27,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T19:57:27,072 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:27,073 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:27,073 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39151 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:27,073 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3333bbb38790169026cd848ad8b874db/B is initiating minor compaction (all files) 2024-12-02T19:57:27,073 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 3333bbb38790169026cd848ad8b874db/A is initiating minor compaction (all files) 2024-12-02T19:57:27,073 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3333bbb38790169026cd848ad8b874db/B in TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:27,073 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3333bbb38790169026cd848ad8b874db/A in TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:27,073 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/4bdd564e824a4f84b061a547fb0f069f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/b1882bbeedf94542a1cf1a9b51cb91ff, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/cb792fb869c043afad7c6430ba10b8fd] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp, totalSize=35.9 K 2024-12-02T19:57:27,073 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/8148862310ae46c993e10f548c49b5c8, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/8bff08d2739e468394ecda5fd0dd400a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/a2f0327fb4be4c85975b8b219dbc21ef] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp, totalSize=38.2 K 2024-12-02T19:57:27,073 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bdd564e824a4f84b061a547fb0f069f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733169443689 2024-12-02T19:57:27,073 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8148862310ae46c993e10f548c49b5c8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733169443689 2024-12-02T19:57:27,074 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bff08d2739e468394ecda5fd0dd400a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733169444352 2024-12-02T19:57:27,074 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting b1882bbeedf94542a1cf1a9b51cb91ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733169444352 2024-12-02T19:57:27,074 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2f0327fb4be4c85975b8b219dbc21ef, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733169446520 2024-12-02T19:57:27,074 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting cb792fb869c043afad7c6430ba10b8fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733169446520 2024-12-02T19:57:27,093 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3333bbb38790169026cd848ad8b874db#A#compaction#424 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:27,093 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/34c973f293c443cda7c109aad9ee633b is 50, key is test_row_0/A:col10/1733169446528/Put/seqid=0 2024-12-02T19:57:27,093 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3333bbb38790169026cd848ad8b874db#B#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:27,094 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/3ba1f7e6c9f448658bf1ee280b26f8bb is 50, key is test_row_0/B:col10/1733169446528/Put/seqid=0 2024-12-02T19:57:27,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742323_1499 (size=12561) 2024-12-02T19:57:27,124 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/34c973f293c443cda7c109aad9ee633b as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/34c973f293c443cda7c109aad9ee633b 2024-12-02T19:57:27,131 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3333bbb38790169026cd848ad8b874db/A of 3333bbb38790169026cd848ad8b874db into 34c973f293c443cda7c109aad9ee633b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:27,131 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:27,131 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., storeName=3333bbb38790169026cd848ad8b874db/A, priority=13, startTime=1733169447072; duration=0sec 2024-12-02T19:57:27,131 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:57:27,131 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3333bbb38790169026cd848ad8b874db:A 2024-12-02T19:57:27,131 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:27,133 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:27,133 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 3333bbb38790169026cd848ad8b874db/C is initiating minor compaction (all files) 2024-12-02T19:57:27,133 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3333bbb38790169026cd848ad8b874db/C in TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:27,133 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/ab082ecad1a0430180c2c0863ae31d6a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/d203be38f3f643c9bcbe1c96b2fce8a7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/4940de2c064840a08de13a21ab5419d4] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp, totalSize=35.9 K 2024-12-02T19:57:27,133 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab082ecad1a0430180c2c0863ae31d6a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733169443689 2024-12-02T19:57:27,133 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting d203be38f3f643c9bcbe1c96b2fce8a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733169444352 2024-12-02T19:57:27,134 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4940de2c064840a08de13a21ab5419d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733169446520 2024-12-02T19:57:27,149 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3333bbb38790169026cd848ad8b874db#C#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:27,149 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/a6829869d76847d385e80836eee0ff91 is 50, key is test_row_0/C:col10/1733169446528/Put/seqid=0 2024-12-02T19:57:27,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742324_1500 (size=12561) 2024-12-02T19:57:27,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742325_1501 (size=12561) 2024-12-02T19:57:27,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-02T19:57:27,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:27,189 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 3333bbb38790169026cd848ad8b874db 3/3 column families, dataSize=140.89 KB heapSize=386.16 KB 2024-12-02T19:57:27,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=A 2024-12-02T19:57:27,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:57:27,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=B 2024-12-02T19:57:27,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:57:27,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=C 2024-12-02T19:57:27,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:57:27,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/df79b06570464ea2a46577ec42d772a0 is 50, key is test_row_0/A:col10/1733169446665/Put/seqid=0 2024-12-02T19:57:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-02T19:57:27,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742326_1502 (size=12151) 2024-12-02T19:57:27,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:27,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:27,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:27,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169507332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:27,346 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:27,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169507332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:27,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:27,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169507344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:27,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:27,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:27,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169507346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:27,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:27,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169507354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:27,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:27,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,366 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:27,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169507448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:27,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:27,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169507459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:27,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,469 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:27,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169507468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:27,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:27,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169507469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:27,479 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,479 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,479 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:27,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169507469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:27,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,479 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-02T19:57:27,560 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/3ba1f7e6c9f448658bf1ee280b26f8bb as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/3ba1f7e6c9f448658bf1ee280b26f8bb 2024-12-02T19:57:27,564 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/a6829869d76847d385e80836eee0ff91 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/a6829869d76847d385e80836eee0ff91 2024-12-02T19:57:27,567 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3333bbb38790169026cd848ad8b874db/B of 3333bbb38790169026cd848ad8b874db into 3ba1f7e6c9f448658bf1ee280b26f8bb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:27,567 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:27,567 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., storeName=3333bbb38790169026cd848ad8b874db/B, priority=13, startTime=1733169447072; duration=0sec 2024-12-02T19:57:27,567 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:27,567 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3333bbb38790169026cd848ad8b874db:B 2024-12-02T19:57:27,570 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3333bbb38790169026cd848ad8b874db/C of 3333bbb38790169026cd848ad8b874db into a6829869d76847d385e80836eee0ff91(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:27,570 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:27,570 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., storeName=3333bbb38790169026cd848ad8b874db/C, priority=13, startTime=1733169447072; duration=0sec 2024-12-02T19:57:27,570 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:27,570 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3333bbb38790169026cd848ad8b874db:C 2024-12-02T19:57:27,609 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/df79b06570464ea2a46577ec42d772a0 2024-12-02T19:57:27,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/6313e5f52a554e479395436c8fcd8077 is 50, key is test_row_0/B:col10/1733169446665/Put/seqid=0 2024-12-02T19:57:27,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742327_1503 (size=12151) 2024-12-02T19:57:27,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:27,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169507660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:27,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:27,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:27,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169507679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:27,683 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,683 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,683 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:27,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:27,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169507690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:27,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:27,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:27,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169507690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:27,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:27,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:27,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169507691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:27,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:27,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-02T19:57:28,031 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/6313e5f52a554e479395436c8fcd8077 2024-12-02T19:57:28,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169507978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:28,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:28,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:28,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:28,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:28,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169507989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:28,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:28,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:28,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:28,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169508008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:28,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:28,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:28,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:28,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169508008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:28,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/046de772990a4cce8f1b10aa57d474f1 is 50, key is test_row_0/C:col10/1733169446665/Put/seqid=0 2024-12-02T19:57:28,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:28,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169508012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:28,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:28,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:28,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:28,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:28,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:28,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:28,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742328_1504 (size=12151) 2024-12-02T19:57:28,095 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/046de772990a4cce8f1b10aa57d474f1 2024-12-02T19:57:28,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/df79b06570464ea2a46577ec42d772a0 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/df79b06570464ea2a46577ec42d772a0 2024-12-02T19:57:28,105 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/df79b06570464ea2a46577ec42d772a0, entries=150, sequenceid=213, filesize=11.9 K 2024-12-02T19:57:28,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/6313e5f52a554e479395436c8fcd8077 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/6313e5f52a554e479395436c8fcd8077 2024-12-02T19:57:28,112 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/6313e5f52a554e479395436c8fcd8077, entries=150, sequenceid=213, filesize=11.9 K 2024-12-02T19:57:28,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/046de772990a4cce8f1b10aa57d474f1 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/046de772990a4cce8f1b10aa57d474f1 2024-12-02T19:57:28,117 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/046de772990a4cce8f1b10aa57d474f1, entries=150, sequenceid=213, filesize=11.9 K 2024-12-02T19:57:28,119 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~386.11 KB/395376, currentSize=53.67 KB/54960 for 3333bbb38790169026cd848ad8b874db in 930ms, sequenceid=213, compaction requested=false 2024-12-02T19:57:28,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:28,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:28,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-12-02T19:57:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-12-02T19:57:28,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-12-02T19:57:28,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2390 sec 2024-12-02T19:57:28,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.2470 sec 2024-12-02T19:57:28,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:28,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3333bbb38790169026cd848ad8b874db 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-02T19:57:28,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=A 2024-12-02T19:57:28,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:28,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=B 2024-12-02T19:57:28,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:28,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=C 2024-12-02T19:57:28,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:28,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/6502a7d6c5fc46e682dbf5da525c1473 is 50, key is test_row_0/A:col10/1733169448623/Put/seqid=0 2024-12-02T19:57:28,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742329_1505 (size=12147) 2024-12-02T19:57:28,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169508796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:28,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:28,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:28,873 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:28,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169508803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:28,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169508852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:28,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:28,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169508855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:28,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:28,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:28,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:28,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:28,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:28,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:28,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:28,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169508873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:28,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:28,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:28,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:28,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:28,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:28,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:29,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-02T19:57:29,028 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:57:29,029 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:57:29,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-12-02T19:57:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-02T19:57:29,030 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:57:29,031 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:57:29,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:57:29,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:29,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169508979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:29,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:29,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:29,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:29,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169509060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:29,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169509060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:29,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:29,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:29,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:29,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:29,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169509060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:29,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:29,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:29,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169509060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:29,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:29,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:29,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:29,110 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:29,110 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:29,110 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:29,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/6502a7d6c5fc46e682dbf5da525c1473 2024-12-02T19:57:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-02T19:57:29,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/40b534fd1a434c98a355eaa8d69c34d3 is 50, key is test_row_0/B:col10/1733169448623/Put/seqid=0 2024-12-02T19:57:29,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-02T19:57:29,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:29,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:29,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:29,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:29,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:29,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169509239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:29,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742330_1506 (size=9757) 2024-12-02T19:57:29,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-02T19:57:29,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:29,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:29,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:29,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:29,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-02T19:57:29,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169509319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:29,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:29,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:29,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:29,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169509319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:29,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:29,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169509319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:29,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:29,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:29,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:29,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:29,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:29,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169509319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:29,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:29,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:29,402 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:29,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-02T19:57:29,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:29,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:29,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:29,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:29,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:29,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:29,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169509568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:29,623 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:29,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:29,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:29,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-02T19:57:29,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:29,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:29,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:29,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:29,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:29,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-02T19:57:29,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/40b534fd1a434c98a355eaa8d69c34d3 2024-12-02T19:57:29,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/8496162999414bc782d8d1f38c74271b is 50, key is test_row_0/C:col10/1733169448623/Put/seqid=0 2024-12-02T19:57:29,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742331_1507 (size=9757) 2024-12-02T19:57:29,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/8496162999414bc782d8d1f38c74271b 2024-12-02T19:57:29,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/6502a7d6c5fc46e682dbf5da525c1473 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/6502a7d6c5fc46e682dbf5da525c1473 2024-12-02T19:57:29,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/6502a7d6c5fc46e682dbf5da525c1473, entries=150, sequenceid=227, filesize=11.9 K 2024-12-02T19:57:29,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/40b534fd1a434c98a355eaa8d69c34d3 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/40b534fd1a434c98a355eaa8d69c34d3 2024-12-02T19:57:29,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-02T19:57:29,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:29,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:29,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:29,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:29,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:29,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/40b534fd1a434c98a355eaa8d69c34d3, entries=100, sequenceid=227, filesize=9.5 K 2024-12-02T19:57:29,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/8496162999414bc782d8d1f38c74271b as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/8496162999414bc782d8d1f38c74271b 2024-12-02T19:57:29,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169509709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:29,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169509709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:29,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:29,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:29,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:29,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169509709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:29,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:29,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169509709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:29,839 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:29,839 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:29,839 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:29,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:29,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:29,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:29,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:29,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:29,840 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:29,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/8496162999414bc782d8d1f38c74271b, entries=100, sequenceid=227, filesize=9.5 K 2024-12-02T19:57:29,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 3333bbb38790169026cd848ad8b874db in 1282ms, sequenceid=227, compaction requested=true 2024-12-02T19:57:29,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:29,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3333bbb38790169026cd848ad8b874db:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:57:29,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:29,911 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:29,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3333bbb38790169026cd848ad8b874db:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:57:29,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:29,911 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:29,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3333bbb38790169026cd848ad8b874db:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:57:29,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:57:29,914 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36859 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:29,914 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 3333bbb38790169026cd848ad8b874db/A is initiating minor compaction (all files) 2024-12-02T19:57:29,914 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:29,914 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3333bbb38790169026cd848ad8b874db/B is initiating minor compaction (all files) 2024-12-02T19:57:29,914 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3333bbb38790169026cd848ad8b874db/A in TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:29,914 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3333bbb38790169026cd848ad8b874db/B in TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:29,914 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/34c973f293c443cda7c109aad9ee633b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/df79b06570464ea2a46577ec42d772a0, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/6502a7d6c5fc46e682dbf5da525c1473] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp, totalSize=36.0 K 2024-12-02T19:57:29,914 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/3ba1f7e6c9f448658bf1ee280b26f8bb, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/6313e5f52a554e479395436c8fcd8077, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/40b534fd1a434c98a355eaa8d69c34d3] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp, totalSize=33.7 K 2024-12-02T19:57:29,916 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ba1f7e6c9f448658bf1ee280b26f8bb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733169446520 2024-12-02T19:57:29,916 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34c973f293c443cda7c109aad9ee633b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733169446520 2024-12-02T19:57:29,917 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 6313e5f52a554e479395436c8fcd8077, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733169446649 2024-12-02T19:57:29,917 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting df79b06570464ea2a46577ec42d772a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733169446649 2024-12-02T19:57:29,917 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 40b534fd1a434c98a355eaa8d69c34d3, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733169447344 2024-12-02T19:57:29,917 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6502a7d6c5fc46e682dbf5da525c1473, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733169447344 2024-12-02T19:57:29,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-02T19:57:29,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:29,968 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 3333bbb38790169026cd848ad8b874db 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-02T19:57:29,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=A 2024-12-02T19:57:29,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:29,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=B 2024-12-02T19:57:29,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:29,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=C 2024-12-02T19:57:29,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:29,985 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3333bbb38790169026cd848ad8b874db#A#compaction#433 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:29,985 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/dd4ac2e6c0be41c2b2f90205438455b5 is 50, key is test_row_0/A:col10/1733169448623/Put/seqid=0 2024-12-02T19:57:29,990 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3333bbb38790169026cd848ad8b874db#B#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:29,990 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/f5a1d3a795be4573aa608f573b4bb6b5 is 50, key is test_row_0/B:col10/1733169448623/Put/seqid=0 2024-12-02T19:57:29,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/98597b7851064060a8d36e3725b4af77 is 50, key is test_row_0/A:col10/1733169448794/Put/seqid=0 2024-12-02T19:57:30,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742332_1508 (size=12663) 2024-12-02T19:57:30,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742333_1509 (size=12663) 2024-12-02T19:57:30,061 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/f5a1d3a795be4573aa608f573b4bb6b5 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/f5a1d3a795be4573aa608f573b4bb6b5 2024-12-02T19:57:30,062 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/dd4ac2e6c0be41c2b2f90205438455b5 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/dd4ac2e6c0be41c2b2f90205438455b5 2024-12-02T19:57:30,070 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3333bbb38790169026cd848ad8b874db/B of 3333bbb38790169026cd848ad8b874db into f5a1d3a795be4573aa608f573b4bb6b5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:30,070 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:30,070 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., storeName=3333bbb38790169026cd848ad8b874db/B, priority=13, startTime=1733169449911; duration=0sec 2024-12-02T19:57:30,070 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:57:30,070 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3333bbb38790169026cd848ad8b874db:B 2024-12-02T19:57:30,070 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:30,073 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3333bbb38790169026cd848ad8b874db/A of 3333bbb38790169026cd848ad8b874db into dd4ac2e6c0be41c2b2f90205438455b5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:30,073 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:30,074 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., storeName=3333bbb38790169026cd848ad8b874db/A, priority=13, startTime=1733169449911; duration=0sec 2024-12-02T19:57:30,074 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:30,074 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3333bbb38790169026cd848ad8b874db:A 2024-12-02T19:57:30,075 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:30,075 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3333bbb38790169026cd848ad8b874db/C is initiating minor compaction (all files) 2024-12-02T19:57:30,075 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3333bbb38790169026cd848ad8b874db/C in TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:30,075 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/a6829869d76847d385e80836eee0ff91, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/046de772990a4cce8f1b10aa57d474f1, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/8496162999414bc782d8d1f38c74271b] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp, totalSize=33.7 K 2024-12-02T19:57:30,076 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting a6829869d76847d385e80836eee0ff91, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733169446520 2024-12-02T19:57:30,076 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 046de772990a4cce8f1b10aa57d474f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733169446649 2024-12-02T19:57:30,076 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 8496162999414bc782d8d1f38c74271b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733169447344 2024-12-02T19:57:30,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742334_1510 (size=12151) 2024-12-02T19:57:30,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:30,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:30,144 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3333bbb38790169026cd848ad8b874db#C#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:30,145 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/f04da1c2af9d4dbea9853c36a10ecea4 is 50, key is test_row_0/C:col10/1733169448623/Put/seqid=0 2024-12-02T19:57:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-02T19:57:30,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742335_1511 (size=12663) 2024-12-02T19:57:30,301 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/f04da1c2af9d4dbea9853c36a10ecea4 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/f04da1c2af9d4dbea9853c36a10ecea4 2024-12-02T19:57:30,315 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3333bbb38790169026cd848ad8b874db/C of 3333bbb38790169026cd848ad8b874db into f04da1c2af9d4dbea9853c36a10ecea4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:30,315 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:30,315 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., storeName=3333bbb38790169026cd848ad8b874db/C, priority=13, startTime=1733169449911; duration=0sec 2024-12-02T19:57:30,315 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:30,315 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3333bbb38790169026cd848ad8b874db:C 2024-12-02T19:57:30,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:30,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169510348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:30,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169510348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:30,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:30,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:30,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169510348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:30,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:30,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:30,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:30,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:30,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:30,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:30,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169510386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:30,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:30,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:30,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:30,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169510391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:30,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:30,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:30,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:30,535 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/98597b7851064060a8d36e3725b4af77 2024-12-02T19:57:30,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169510558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:30,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:30,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:30,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:30,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/ff6703c4d8c946f99b5b6251f6cb6447 is 50, key is test_row_0/B:col10/1733169448794/Put/seqid=0 2024-12-02T19:57:30,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742336_1512 (size=12151) 2024-12-02T19:57:30,591 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/ff6703c4d8c946f99b5b6251f6cb6447 2024-12-02T19:57:30,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169510588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:30,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:30,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:30,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:30,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/9d65a94e2d6e411abcfb304017cdaf42 is 50, key is test_row_0/C:col10/1733169448794/Put/seqid=0 2024-12-02T19:57:30,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742337_1513 (size=12151) 2024-12-02T19:57:30,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:30,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169510768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:30,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:30,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:30,775 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:30,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169510809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:30,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:30,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:30,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:31,067 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/9d65a94e2d6e411abcfb304017cdaf42 2024-12-02T19:57:31,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/98597b7851064060a8d36e3725b4af77 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/98597b7851064060a8d36e3725b4af77 2024-12-02T19:57:31,078 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/98597b7851064060a8d36e3725b4af77, entries=150, sequenceid=247, filesize=11.9 K 2024-12-02T19:57:31,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/ff6703c4d8c946f99b5b6251f6cb6447 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/ff6703c4d8c946f99b5b6251f6cb6447 2024-12-02T19:57:31,082 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/ff6703c4d8c946f99b5b6251f6cb6447, entries=150, sequenceid=247, filesize=11.9 K 2024-12-02T19:57:31,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/9d65a94e2d6e411abcfb304017cdaf42 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/9d65a94e2d6e411abcfb304017cdaf42 2024-12-02T19:57:31,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:31,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169511079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:31,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:31,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:31,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:31,085 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/9d65a94e2d6e411abcfb304017cdaf42, entries=150, sequenceid=247, filesize=11.9 K 2024-12-02T19:57:31,086 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 3333bbb38790169026cd848ad8b874db in 1117ms, sequenceid=247, compaction requested=false 2024-12-02T19:57:31,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:31,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:31,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-12-02T19:57:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-12-02T19:57:31,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-12-02T19:57:31,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0560 sec 2024-12-02T19:57:31,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 2.0610 sec 2024-12-02T19:57:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:31,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3333bbb38790169026cd848ad8b874db 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-02T19:57:31,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=A 2024-12-02T19:57:31,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:31,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=B 2024-12-02T19:57:31,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:31,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=C 2024-12-02T19:57:31,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:31,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/05a25640bac94301b3823042a93c7c77 is 50, key is test_row_0/A:col10/1733169451129/Put/seqid=0 2024-12-02T19:57:31,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742338_1514 (size=14741) 2024-12-02T19:57:31,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/05a25640bac94301b3823042a93c7c77 2024-12-02T19:57:31,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/77069891f4e849e69ffe87121ae95760 is 50, key is test_row_0/B:col10/1733169451129/Put/seqid=0 2024-12-02T19:57:31,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742339_1515 (size=12301) 2024-12-02T19:57:31,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/77069891f4e849e69ffe87121ae95760 2024-12-02T19:57:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-02T19:57:31,188 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:57:31,189 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:57:31,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-12-02T19:57:31,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-02T19:57:31,192 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:57:31,193 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:57:31,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:57:31,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/4d16429f41f64b0a9934b4078f176e30 is 50, key is test_row_0/C:col10/1733169451129/Put/seqid=0 2024-12-02T19:57:31,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742340_1516 (size=12301) 2024-12-02T19:57:31,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:31,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169511278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:31,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:31,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:31,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-02T19:57:31,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-02T19:57:31,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:31,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:31,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:31,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:31,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:31,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169511399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:31,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:31,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:31,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:31,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169511438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:31,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169511438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:31,445 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_2' in 3333bbb38790169026cd848ad8b874db of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2593 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:57:31,446 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_1' in 3333bbb38790169026cd848ad8b874db of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2587 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:57:31,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:31,446 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:31,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:31,446 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:31,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:31,446 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:31,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169511458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:31,466 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_2' in 3333bbb38790169026cd848ad8b874db of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2611 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:57:31,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:31,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:31,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:31,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-02T19:57:31,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:31,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:31,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:31,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:31,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-02T19:57:31,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/4d16429f41f64b0a9934b4078f176e30 2024-12-02T19:57:31,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169511598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:31,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:31,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:31,604 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:31,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/05a25640bac94301b3823042a93c7c77 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/05a25640bac94301b3823042a93c7c77 2024-12-02T19:57:31,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/05a25640bac94301b3823042a93c7c77, entries=200, sequenceid=263, filesize=14.4 K 2024-12-02T19:57:31,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/77069891f4e849e69ffe87121ae95760 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/77069891f4e849e69ffe87121ae95760 2024-12-02T19:57:31,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/77069891f4e849e69ffe87121ae95760, entries=150, sequenceid=263, filesize=12.0 K 2024-12-02T19:57:31,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/4d16429f41f64b0a9934b4078f176e30 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/4d16429f41f64b0a9934b4078f176e30 2024-12-02T19:57:31,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/4d16429f41f64b0a9934b4078f176e30, entries=150, sequenceid=263, filesize=12.0 K 2024-12-02T19:57:31,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 3333bbb38790169026cd848ad8b874db in 483ms, sequenceid=263, compaction requested=true 2024-12-02T19:57:31,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:31,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3333bbb38790169026cd848ad8b874db:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:57:31,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:31,615 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:31,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3333bbb38790169026cd848ad8b874db:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:57:31,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:31,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3333bbb38790169026cd848ad8b874db:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:57:31,615 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:31,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:57:31,617 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39555 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:31,617 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:31,617 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 3333bbb38790169026cd848ad8b874db/A is initiating minor compaction (all files) 2024-12-02T19:57:31,617 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3333bbb38790169026cd848ad8b874db/B is initiating minor compaction (all files) 2024-12-02T19:57:31,617 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3333bbb38790169026cd848ad8b874db/B in TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:31,617 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3333bbb38790169026cd848ad8b874db/A in TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:31,617 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/dd4ac2e6c0be41c2b2f90205438455b5, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/98597b7851064060a8d36e3725b4af77, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/05a25640bac94301b3823042a93c7c77] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp, totalSize=38.6 K 2024-12-02T19:57:31,617 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/f5a1d3a795be4573aa608f573b4bb6b5, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/ff6703c4d8c946f99b5b6251f6cb6447, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/77069891f4e849e69ffe87121ae95760] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp, totalSize=36.2 K 2024-12-02T19:57:31,617 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting f5a1d3a795be4573aa608f573b4bb6b5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733169446649 2024-12-02T19:57:31,617 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd4ac2e6c0be41c2b2f90205438455b5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733169446649 2024-12-02T19:57:31,617 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting ff6703c4d8c946f99b5b6251f6cb6447, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733169448794 2024-12-02T19:57:31,617 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98597b7851064060a8d36e3725b4af77, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733169448794 2024-12-02T19:57:31,617 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05a25640bac94301b3823042a93c7c77, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733169450297 2024-12-02T19:57:31,617 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 77069891f4e849e69ffe87121ae95760, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733169450297 2024-12-02T19:57:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:31,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3333bbb38790169026cd848ad8b874db 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-02T19:57:31,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=A 2024-12-02T19:57:31,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:31,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=B 2024-12-02T19:57:31,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:31,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=C 2024-12-02T19:57:31,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:31,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/ef039820649b41d5a12ca5f92f71b142 is 50, key is test_row_0/A:col10/1733169451277/Put/seqid=0 2024-12-02T19:57:31,629 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3333bbb38790169026cd848ad8b874db#A#compaction#443 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:31,629 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/48c7d9ac949a4981b20ed7e6922c2ec7 is 50, key is test_row_0/A:col10/1733169451129/Put/seqid=0 2024-12-02T19:57:31,633 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3333bbb38790169026cd848ad8b874db#B#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:31,634 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/3eff2bb557714ef5a2365b6c025889ac is 50, key is test_row_0/B:col10/1733169451129/Put/seqid=0 2024-12-02T19:57:31,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742341_1517 (size=14741) 2024-12-02T19:57:31,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742342_1518 (size=12915) 2024-12-02T19:57:31,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742343_1519 (size=12915) 2024-12-02T19:57:31,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-02T19:57:31,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:31,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:31,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:31,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:31,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:31,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169511676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:31,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:31,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:31,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:31,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169511788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:31,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:31,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:31,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:31,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-02T19:57:31,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:31,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:31,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:31,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:31,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-02T19:57:31,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-02T19:57:31,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:31,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:31,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:31,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:31,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:31,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:32,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169511998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:32,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:32,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:32,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:32,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/ef039820649b41d5a12ca5f92f71b142 2024-12-02T19:57:32,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/9162909343644ade96aba9b6ee60e784 is 50, key is test_row_0/B:col10/1733169451277/Put/seqid=0 2024-12-02T19:57:32,053 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/3eff2bb557714ef5a2365b6c025889ac as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/3eff2bb557714ef5a2365b6c025889ac 2024-12-02T19:57:32,053 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/48c7d9ac949a4981b20ed7e6922c2ec7 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/48c7d9ac949a4981b20ed7e6922c2ec7 2024-12-02T19:57:32,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742344_1520 (size=12301) 2024-12-02T19:57:32,058 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3333bbb38790169026cd848ad8b874db/B of 3333bbb38790169026cd848ad8b874db into 3eff2bb557714ef5a2365b6c025889ac(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:32,058 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:32,058 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., storeName=3333bbb38790169026cd848ad8b874db/B, priority=13, startTime=1733169451615; duration=0sec 2024-12-02T19:57:32,058 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:57:32,058 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3333bbb38790169026cd848ad8b874db:B 2024-12-02T19:57:32,058 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:32,059 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:32,059 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3333bbb38790169026cd848ad8b874db/A of 3333bbb38790169026cd848ad8b874db into 48c7d9ac949a4981b20ed7e6922c2ec7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:32,059 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3333bbb38790169026cd848ad8b874db/C is initiating minor compaction (all files) 2024-12-02T19:57:32,059 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:32,059 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3333bbb38790169026cd848ad8b874db/C in TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:32,059 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., storeName=3333bbb38790169026cd848ad8b874db/A, priority=13, startTime=1733169451615; duration=0sec 2024-12-02T19:57:32,059 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/f04da1c2af9d4dbea9853c36a10ecea4, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/9d65a94e2d6e411abcfb304017cdaf42, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/4d16429f41f64b0a9934b4078f176e30] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp, totalSize=36.2 K 2024-12-02T19:57:32,059 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:32,059 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3333bbb38790169026cd848ad8b874db:A 2024-12-02T19:57:32,059 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting f04da1c2af9d4dbea9853c36a10ecea4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733169446649 2024-12-02T19:57:32,060 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d65a94e2d6e411abcfb304017cdaf42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733169448794 2024-12-02T19:57:32,060 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d16429f41f64b0a9934b4078f176e30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733169450297 2024-12-02T19:57:32,078 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3333bbb38790169026cd848ad8b874db#C#compaction#446 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:32,079 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/0fdc7d4cd13a4af0b4b0b53bfb2a56d7 is 50, key is test_row_0/C:col10/1733169451129/Put/seqid=0 2024-12-02T19:57:32,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742345_1521 (size=12915) 2024-12-02T19:57:32,096 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/0fdc7d4cd13a4af0b4b0b53bfb2a56d7 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/0fdc7d4cd13a4af0b4b0b53bfb2a56d7 2024-12-02T19:57:32,101 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3333bbb38790169026cd848ad8b874db/C of 3333bbb38790169026cd848ad8b874db into 0fdc7d4cd13a4af0b4b0b53bfb2a56d7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:32,101 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:32,101 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., storeName=3333bbb38790169026cd848ad8b874db/C, priority=13, startTime=1733169451615; duration=0sec 2024-12-02T19:57:32,101 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:32,101 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3333bbb38790169026cd848ad8b874db:C 2024-12-02T19:57:32,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-02T19:57:32,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:32,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:32,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:32,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:32,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:32,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-02T19:57:32,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:32,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:32,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:32,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:32,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:32,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:32,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169512309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:32,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:32,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:32,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-02T19:57:32,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-02T19:57:32,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:32,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:32,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:32,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:32,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:32,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:32,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/9162909343644ade96aba9b6ee60e784 2024-12-02T19:57:32,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/89cc2f27dd324d969580700b05631a19 is 50, key is test_row_0/C:col10/1733169451277/Put/seqid=0 2024-12-02T19:57:32,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742346_1522 (size=12301) 2024-12-02T19:57:32,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-02T19:57:32,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:32,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:32,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:32,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:32,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:32,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:32,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169512608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:32,617 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_0' in 3333bbb38790169026cd848ad8b874db of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2230 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:57:32,617 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:32,617 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:32,617 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:32,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-02T19:57:32,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:32,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:32,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:32,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:32,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:32,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:32,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:32,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169512828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:32,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:32,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:32,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:32,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/89cc2f27dd324d969580700b05631a19 2024-12-02T19:57:32,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-02T19:57:32,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:32,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:32,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:32,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:32,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:32,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:32,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/ef039820649b41d5a12ca5f92f71b142 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/ef039820649b41d5a12ca5f92f71b142 2024-12-02T19:57:32,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/ef039820649b41d5a12ca5f92f71b142, entries=200, sequenceid=283, filesize=14.4 K 2024-12-02T19:57:32,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/9162909343644ade96aba9b6ee60e784 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/9162909343644ade96aba9b6ee60e784 2024-12-02T19:57:32,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/9162909343644ade96aba9b6ee60e784, entries=150, sequenceid=283, filesize=12.0 K 2024-12-02T19:57:32,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/89cc2f27dd324d969580700b05631a19 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/89cc2f27dd324d969580700b05631a19 2024-12-02T19:57:32,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/89cc2f27dd324d969580700b05631a19, entries=150, sequenceid=283, filesize=12.0 K 2024-12-02T19:57:32,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 3333bbb38790169026cd848ad8b874db in 1275ms, sequenceid=283, compaction requested=false 2024-12-02T19:57:32,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:33,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-02T19:57:33,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:33,028 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 3333bbb38790169026cd848ad8b874db 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-02T19:57:33,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=A 2024-12-02T19:57:33,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:33,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=B 2024-12-02T19:57:33,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:33,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=C 2024-12-02T19:57:33,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:33,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/4ac42a98cc774ba2a004a4a4fbf4230d is 50, key is test_row_0/A:col10/1733169451675/Put/seqid=0 2024-12-02T19:57:33,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742347_1523 (size=12301) 2024-12-02T19:57:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-02T19:57:33,434 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/4ac42a98cc774ba2a004a4a4fbf4230d 2024-12-02T19:57:33,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/4a6d31f695414f5081e522cd69a5cb7f is 50, key is test_row_0/B:col10/1733169451675/Put/seqid=0 2024-12-02T19:57:33,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742348_1524 (size=12301) 2024-12-02T19:57:33,452 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/4a6d31f695414f5081e522cd69a5cb7f 2024-12-02T19:57:33,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/6d4218d2329a4d1da12c9ecb6d66769e is 50, key is test_row_0/C:col10/1733169451675/Put/seqid=0 2024-12-02T19:57:33,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:33,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742349_1525 (size=12301) 2024-12-02T19:57:33,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169513522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:33,531 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:33,531 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:33,531 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:33,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169513523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:33,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169513525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:33,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:33,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:33,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:33,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:33,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:33,536 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:33,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169513638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:33,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:33,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:33,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169513638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:33,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:33,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169513639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:33,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:33,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:33,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:33,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:33,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:33,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:33,782 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T19:57:33,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169513848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:33,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169513849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:33,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169513849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:33,856 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:33,856 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:33,856 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_0' in 3333bbb38790169026cd848ad8b874db of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:57:33,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:33,856 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:33,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:33,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169513849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:33,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:33,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:33,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:33,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:33,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:33,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:33,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:33,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:33,864 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/6d4218d2329a4d1da12c9ecb6d66769e 2024-12-02T19:57:33,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/4ac42a98cc774ba2a004a4a4fbf4230d as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/4ac42a98cc774ba2a004a4a4fbf4230d 2024-12-02T19:57:33,877 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/4ac42a98cc774ba2a004a4a4fbf4230d, entries=150, sequenceid=298, filesize=12.0 K 2024-12-02T19:57:33,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/4a6d31f695414f5081e522cd69a5cb7f as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/4a6d31f695414f5081e522cd69a5cb7f 2024-12-02T19:57:33,881 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/4a6d31f695414f5081e522cd69a5cb7f, entries=150, sequenceid=298, filesize=12.0 K 2024-12-02T19:57:33,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/6d4218d2329a4d1da12c9ecb6d66769e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/6d4218d2329a4d1da12c9ecb6d66769e 2024-12-02T19:57:33,889 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/6d4218d2329a4d1da12c9ecb6d66769e, entries=150, sequenceid=298, filesize=12.0 K 2024-12-02T19:57:33,890 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 3333bbb38790169026cd848ad8b874db in 862ms, sequenceid=298, compaction requested=true 2024-12-02T19:57:33,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:33,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:33,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-12-02T19:57:33,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-12-02T19:57:33,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-12-02T19:57:33,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6980 sec 2024-12-02T19:57:33,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 2.7050 sec 2024-12-02T19:57:34,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:34,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3333bbb38790169026cd848ad8b874db 3/3 column families, dataSize=127.47 KB heapSize=379.97 KB 2024-12-02T19:57:34,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=A 2024-12-02T19:57:34,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:57:34,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=B 2024-12-02T19:57:34,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:57:34,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=C 2024-12-02T19:57:34,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:57:34,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/760c39fdb594462fb98d82f623b817d1 is 50, key is test_row_0/A:col10/1733169453520/Put/seqid=0 2024-12-02T19:57:34,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742350_1526 (size=17181) 2024-12-02T19:57:34,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169514197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:34,203 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:34,203 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:34,203 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:34,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169514198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:34,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169514199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:34,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:34,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:34,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:34,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:34,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:34,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:34,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:34,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169514308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:34,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:34,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:34,315 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:34,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169514318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:34,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:34,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:34,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:34,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:34,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169514318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:34,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:34,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:34,326 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:34,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169514519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:34,521 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:34,521 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:34,521 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:34,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169514528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:34,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:34,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:34,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:34,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169514528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:34,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:34,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:34,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:34,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/760c39fdb594462fb98d82f623b817d1 2024-12-02T19:57:34,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/32d5b28ed3964efebba0e60aae836df7 is 50, key is test_row_0/B:col10/1733169453520/Put/seqid=0 2024-12-02T19:57:34,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742351_1527 (size=12301) 2024-12-02T19:57:34,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:34,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169514628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:34,633 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_0' in 3333bbb38790169026cd848ad8b874db of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4247 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:57:34,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:34,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:34,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:34,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:34,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169514829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:34,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:34,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:34,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:34,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169514838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:34,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:34,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169514838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:34,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:34,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:34,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:34,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:34,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:34,993 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/32d5b28ed3964efebba0e60aae836df7 2024-12-02T19:57:34,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/2ad700beec364e228e96331a66108b38 is 50, key is test_row_0/C:col10/1733169453520/Put/seqid=0 2024-12-02T19:57:35,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742352_1528 (size=12301) 2024-12-02T19:57:35,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/2ad700beec364e228e96331a66108b38 2024-12-02T19:57:35,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/760c39fdb594462fb98d82f623b817d1 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/760c39fdb594462fb98d82f623b817d1 2024-12-02T19:57:35,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/760c39fdb594462fb98d82f623b817d1, entries=250, sequenceid=320, filesize=16.8 K 2024-12-02T19:57:35,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/32d5b28ed3964efebba0e60aae836df7 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/32d5b28ed3964efebba0e60aae836df7 2024-12-02T19:57:35,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/32d5b28ed3964efebba0e60aae836df7, entries=150, sequenceid=320, filesize=12.0 K 2024-12-02T19:57:35,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/2ad700beec364e228e96331a66108b38 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/2ad700beec364e228e96331a66108b38 2024-12-02T19:57:35,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/2ad700beec364e228e96331a66108b38, entries=150, sequenceid=320, filesize=12.0 K 2024-12-02T19:57:35,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~379.92 KB/389040, currentSize=46.96 KB/48090 for 3333bbb38790169026cd848ad8b874db in 839ms, sequenceid=320, compaction requested=true 2024-12-02T19:57:35,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:35,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3333bbb38790169026cd848ad8b874db:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:57:35,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:35,014 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T19:57:35,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3333bbb38790169026cd848ad8b874db:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:57:35,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:35,014 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T19:57:35,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3333bbb38790169026cd848ad8b874db:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:57:35,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:57:35,014 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T19:57:35,014 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57138 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T19:57:35,014 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3333bbb38790169026cd848ad8b874db/B is initiating minor compaction (all files) 2024-12-02T19:57:35,014 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 3333bbb38790169026cd848ad8b874db/A is initiating minor compaction (all files) 2024-12-02T19:57:35,014 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3333bbb38790169026cd848ad8b874db/B in TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:35,014 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3333bbb38790169026cd848ad8b874db/A in TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:35,015 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/48c7d9ac949a4981b20ed7e6922c2ec7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/ef039820649b41d5a12ca5f92f71b142, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/4ac42a98cc774ba2a004a4a4fbf4230d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/760c39fdb594462fb98d82f623b817d1] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp, totalSize=55.8 K 2024-12-02T19:57:35,015 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/3eff2bb557714ef5a2365b6c025889ac, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/9162909343644ade96aba9b6ee60e784, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/4a6d31f695414f5081e522cd69a5cb7f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/32d5b28ed3964efebba0e60aae836df7] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp, totalSize=48.7 K 2024-12-02T19:57:35,015 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 3eff2bb557714ef5a2365b6c025889ac, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733169450297 2024-12-02T19:57:35,015 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48c7d9ac949a4981b20ed7e6922c2ec7, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733169450297 2024-12-02T19:57:35,016 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 9162909343644ade96aba9b6ee60e784, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733169451267 2024-12-02T19:57:35,016 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef039820649b41d5a12ca5f92f71b142, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733169451247 2024-12-02T19:57:35,016 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a6d31f695414f5081e522cd69a5cb7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733169451659 2024-12-02T19:57:35,016 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ac42a98cc774ba2a004a4a4fbf4230d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733169451659 2024-12-02T19:57:35,016 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 32d5b28ed3964efebba0e60aae836df7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733169453520 2024-12-02T19:57:35,016 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 760c39fdb594462fb98d82f623b817d1, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733169453520 2024-12-02T19:57:35,022 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3333bbb38790169026cd848ad8b874db#B#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:35,023 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/e5d15138e60748199e97e91bfecae7d0 is 50, key is test_row_0/B:col10/1733169453520/Put/seqid=0 2024-12-02T19:57:35,025 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3333bbb38790169026cd848ad8b874db#A#compaction#455 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:35,025 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/ae1278d453384f3aa992d2f46b0720f2 is 50, key is test_row_0/A:col10/1733169453520/Put/seqid=0 2024-12-02T19:57:35,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742354_1530 (size=13051) 2024-12-02T19:57:35,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742353_1529 (size=13051) 2024-12-02T19:57:35,036 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/ae1278d453384f3aa992d2f46b0720f2 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/ae1278d453384f3aa992d2f46b0720f2 2024-12-02T19:57:35,041 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3333bbb38790169026cd848ad8b874db/A of 3333bbb38790169026cd848ad8b874db into ae1278d453384f3aa992d2f46b0720f2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:35,041 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:35,041 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., storeName=3333bbb38790169026cd848ad8b874db/A, priority=12, startTime=1733169455013; duration=0sec 2024-12-02T19:57:35,041 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:57:35,041 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3333bbb38790169026cd848ad8b874db:A 2024-12-02T19:57:35,041 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T19:57:35,041 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-02T19:57:35,041 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 3333bbb38790169026cd848ad8b874db/C is initiating minor compaction (all files) 2024-12-02T19:57:35,042 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3333bbb38790169026cd848ad8b874db/C in TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:35,042 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/0fdc7d4cd13a4af0b4b0b53bfb2a56d7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/89cc2f27dd324d969580700b05631a19, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/6d4218d2329a4d1da12c9ecb6d66769e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/2ad700beec364e228e96331a66108b38] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp, totalSize=48.7 K 2024-12-02T19:57:35,042 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0fdc7d4cd13a4af0b4b0b53bfb2a56d7, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733169450297 2024-12-02T19:57:35,042 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89cc2f27dd324d969580700b05631a19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733169451267 2024-12-02T19:57:35,042 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d4218d2329a4d1da12c9ecb6d66769e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733169451659 2024-12-02T19:57:35,043 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ad700beec364e228e96331a66108b38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733169453520 2024-12-02T19:57:35,049 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3333bbb38790169026cd848ad8b874db#C#compaction#456 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:35,050 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/bcceb981ff924fe78e0643cb3ddabd51 is 50, key is test_row_0/C:col10/1733169453520/Put/seqid=0 2024-12-02T19:57:35,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742355_1531 (size=13051) 2024-12-02T19:57:35,057 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/bcceb981ff924fe78e0643cb3ddabd51 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/bcceb981ff924fe78e0643cb3ddabd51 2024-12-02T19:57:35,061 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3333bbb38790169026cd848ad8b874db/C of 3333bbb38790169026cd848ad8b874db into bcceb981ff924fe78e0643cb3ddabd51(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:35,061 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:35,061 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., storeName=3333bbb38790169026cd848ad8b874db/C, priority=12, startTime=1733169455014; duration=0sec 2024-12-02T19:57:35,061 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:35,061 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3333bbb38790169026cd848ad8b874db:C 2024-12-02T19:57:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:35,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3333bbb38790169026cd848ad8b874db 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-02T19:57:35,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=A 2024-12-02T19:57:35,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:35,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=B 2024-12-02T19:57:35,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:35,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=C 2024-12-02T19:57:35,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-02T19:57:35,349 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:57:35,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/dd8d4e3f9e2247b7bc245278bef06031 is 50, key is test_row_0/A:col10/1733169454196/Put/seqid=0 2024-12-02T19:57:35,350 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:57:35,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-12-02T19:57:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-02T19:57:35,352 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:57:35,353 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:57:35,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:57:35,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742356_1532 (size=14741) 2024-12-02T19:57:35,419 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169455376, max timestamp=1733169455417Num uniques 859; 2024-12-02T19:57:35,419 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169455376, max timestamp=1733169455417Num uniques 859; 2024-12-02T19:57:35,419 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:57:35,419 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:57:35,420 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169455376, max timestamp=1733169455417Num uniques 859; 2024-12-02T19:57:35,420 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:57:35,441 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/e5d15138e60748199e97e91bfecae7d0 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/e5d15138e60748199e97e91bfecae7d0 2024-12-02T19:57:35,446 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3333bbb38790169026cd848ad8b874db/B of 3333bbb38790169026cd848ad8b874db into e5d15138e60748199e97e91bfecae7d0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:35,446 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:35,446 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., storeName=3333bbb38790169026cd848ad8b874db/B, priority=12, startTime=1733169455014; duration=0sec 2024-12-02T19:57:35,446 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:35,446 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3333bbb38790169026cd848ad8b874db:B 2024-12-02T19:57:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-02T19:57:35,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:35,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169515476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169515475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:35,490 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:35,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:35,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:35,490 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:35,490 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:35,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169515479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:35,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:35,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:35,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:35,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:35,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-02T19:57:35,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:35,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:35,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:35,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:35,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:35,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169515599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:35,605 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:35,605 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:35,605 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:35,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169515608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:35,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:35,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:35,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:35,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169515608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:35,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:35,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:35,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:35,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-02T19:57:35,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:35,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:35,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:35,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:35,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-02T19:57:35,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/dd8d4e3f9e2247b7bc245278bef06031 2024-12-02T19:57:35,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/2150e3f3650845b59310418a1551d7e8 is 50, key is test_row_0/B:col10/1733169454196/Put/seqid=0 2024-12-02T19:57:35,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742357_1533 (size=12301) 2024-12-02T19:57:35,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-02T19:57:35,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:35,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:35,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:35,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:35,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:35,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:35,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169515808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:35,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:35,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:35,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:35,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169515818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:35,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:35,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:35,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169515818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:35,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:35,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:35,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:35,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:35,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44332 deadline: 1733169515878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:35,883 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_0' in 3333bbb38790169026cd848ad8b874db of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:57:35,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:35,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:35,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:35,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-02T19:57:35,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:35,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:35,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:35,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:35,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:35,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-02T19:57:36,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-02T19:57:36,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:36,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:36,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:36,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:36,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:36,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:36,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:36,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169516128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:36,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:36,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:36,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:36,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169516138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:36,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:36,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:36,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:36,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169516138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:36,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:36,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:36,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:36,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/2150e3f3650845b59310418a1551d7e8 2024-12-02T19:57:36,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/8342274359814aec9429300e6577c60e is 50, key is test_row_0/C:col10/1733169454196/Put/seqid=0 2024-12-02T19:57:36,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742358_1534 (size=12301) 2024-12-02T19:57:36,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-02T19:57:36,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:36,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:36,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:36,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:36,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:36,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-02T19:57:36,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:36,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:36,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:36,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:36,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-02T19:57:36,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-02T19:57:36,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:36,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:36,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:36,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:36,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:36,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/8342274359814aec9429300e6577c60e 2024-12-02T19:57:36,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/dd8d4e3f9e2247b7bc245278bef06031 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/dd8d4e3f9e2247b7bc245278bef06031 2024-12-02T19:57:36,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/dd8d4e3f9e2247b7bc245278bef06031, entries=200, sequenceid=333, filesize=14.4 K 2024-12-02T19:57:36,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/2150e3f3650845b59310418a1551d7e8 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/2150e3f3650845b59310418a1551d7e8 2024-12-02T19:57:36,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/2150e3f3650845b59310418a1551d7e8, entries=150, sequenceid=333, filesize=12.0 K 2024-12-02T19:57:36,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/8342274359814aec9429300e6577c60e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/8342274359814aec9429300e6577c60e 2024-12-02T19:57:36,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/8342274359814aec9429300e6577c60e, entries=150, sequenceid=333, filesize=12.0 K 2024-12-02T19:57:36,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 3333bbb38790169026cd848ad8b874db in 1277ms, sequenceid=333, compaction requested=false 2024-12-02T19:57:36,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:36,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3333bbb38790169026cd848ad8b874db 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-02T19:57:36,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=A 2024-12-02T19:57:36,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:57:36,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=B 2024-12-02T19:57:36,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:57:36,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=C 2024-12-02T19:57:36,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:57:36,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/3089e10e66be486c9d8734c941593edb is 50, key is test_row_0/A:col10/1733169455476/Put/seqid=0 2024-12-02T19:57:36,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742359_1535 (size=14741) 2024-12-02T19:57:36,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169516672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:36,680 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:36,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:36,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:36,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169516680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:36,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169516680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:36,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-02T19:57:36,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:36,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:36,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:36,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:36,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:36,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:36,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169516788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:36,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:36,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:36,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:36,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169516798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:36,805 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:36,805 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:36,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:36,805 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169516798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:36,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:36,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:36,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:36,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-02T19:57:36,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:36,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:36,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:36,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:36,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:36,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:37,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:37,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169516998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:37,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:37,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:37,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:37,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169517008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:37,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:37,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:37,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:37,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169517008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:37,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:37,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:37,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:37,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:37,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-02T19:57:37,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:37,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:37,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:37,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:37,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:37,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/3089e10e66be486c9d8734c941593edb 2024-12-02T19:57:37,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/3269ad2d5a964096ac0fb02764b1111c is 50, key is test_row_0/B:col10/1733169455476/Put/seqid=0 2024-12-02T19:57:37,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742360_1536 (size=12301) 2024-12-02T19:57:37,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/3269ad2d5a964096ac0fb02764b1111c 2024-12-02T19:57:37,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/2e70e750b7674366addba5329470a439 is 50, key is test_row_0/C:col10/1733169455476/Put/seqid=0 2024-12-02T19:57:37,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742361_1537 (size=12301) 2024-12-02T19:57:37,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-02T19:57:37,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:37,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:37,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:37,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:37,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:37,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169517308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:37,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:37,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:37,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:37,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169517318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:37,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:37,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169517318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:37,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:37,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:37,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:37,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:37,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:37,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-02T19:57:37,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:37,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:37,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:37,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:37,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:37,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/2e70e750b7674366addba5329470a439 2024-12-02T19:57:37,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/3089e10e66be486c9d8734c941593edb as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/3089e10e66be486c9d8734c941593edb 2024-12-02T19:57:37,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-02T19:57:37,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:37,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:37,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:37,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:37,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:37,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/3089e10e66be486c9d8734c941593edb, entries=200, sequenceid=371, filesize=14.4 K 2024-12-02T19:57:37,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/3269ad2d5a964096ac0fb02764b1111c as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/3269ad2d5a964096ac0fb02764b1111c 2024-12-02T19:57:37,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/3269ad2d5a964096ac0fb02764b1111c, entries=150, sequenceid=371, filesize=12.0 K 2024-12-02T19:57:37,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/2e70e750b7674366addba5329470a439 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/2e70e750b7674366addba5329470a439 2024-12-02T19:57:37,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/2e70e750b7674366addba5329470a439, entries=150, sequenceid=371, filesize=12.0 K 2024-12-02T19:57:37,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=53.67 KB/54960 for 3333bbb38790169026cd848ad8b874db in 846ms, sequenceid=371, compaction requested=true 2024-12-02T19:57:37,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:37,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3333bbb38790169026cd848ad8b874db:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:57:37,498 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:37,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:37,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3333bbb38790169026cd848ad8b874db:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:57:37,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:57:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-02T19:57:37,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3333bbb38790169026cd848ad8b874db:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:57:37,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T19:57:37,498 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:37,499 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:37,499 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42533 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:37,499 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 3333bbb38790169026cd848ad8b874db/A is initiating minor compaction (all files) 2024-12-02T19:57:37,499 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3333bbb38790169026cd848ad8b874db/B is initiating minor compaction (all files) 2024-12-02T19:57:37,499 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3333bbb38790169026cd848ad8b874db/A in TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:37,499 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3333bbb38790169026cd848ad8b874db/B in TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:37,499 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/e5d15138e60748199e97e91bfecae7d0, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/2150e3f3650845b59310418a1551d7e8, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/3269ad2d5a964096ac0fb02764b1111c] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp, totalSize=36.8 K 2024-12-02T19:57:37,499 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/ae1278d453384f3aa992d2f46b0720f2, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/dd8d4e3f9e2247b7bc245278bef06031, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/3089e10e66be486c9d8734c941593edb] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp, totalSize=41.5 K 2024-12-02T19:57:37,500 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting e5d15138e60748199e97e91bfecae7d0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733169453520 2024-12-02T19:57:37,500 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae1278d453384f3aa992d2f46b0720f2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733169453520 2024-12-02T19:57:37,500 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 2150e3f3650845b59310418a1551d7e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733169454186 2024-12-02T19:57:37,500 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd8d4e3f9e2247b7bc245278bef06031, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733169454186 2024-12-02T19:57:37,500 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 3269ad2d5a964096ac0fb02764b1111c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733169455474 2024-12-02T19:57:37,500 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3089e10e66be486c9d8734c941593edb, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733169455450 2024-12-02T19:57:37,506 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3333bbb38790169026cd848ad8b874db#B#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:37,506 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3333bbb38790169026cd848ad8b874db#A#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:37,507 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/e500ce49019c477b877be8f0ead3247d is 50, key is test_row_0/B:col10/1733169455476/Put/seqid=0 2024-12-02T19:57:37,507 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/ef10ae8e18884187926c96b77eb07b8a is 50, key is test_row_0/A:col10/1733169455476/Put/seqid=0 2024-12-02T19:57:37,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742363_1539 (size=13153) 2024-12-02T19:57:37,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742362_1538 (size=13153) 2024-12-02T19:57:37,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-02T19:57:37,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:37,642 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 3333bbb38790169026cd848ad8b874db 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-02T19:57:37,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=A 2024-12-02T19:57:37,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:37,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=B 2024-12-02T19:57:37,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:37,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=C 2024-12-02T19:57:37,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:37,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/f14d0dfe73464634af59c8c9d5004c24 is 50, key is test_row_0/A:col10/1733169456671/Put/seqid=0 2024-12-02T19:57:37,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742364_1540 (size=12301) 2024-12-02T19:57:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:37,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. as already flushing 2024-12-02T19:57:37,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733169457857, max timestamp=1733169457875Num uniques 859; 2024-12-02T19:57:37,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-02T19:57:37,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733169457857, max timestamp=1733169457875Num uniques 859; 2024-12-02T19:57:37,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-02T19:57:37,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733169457857, max timestamp=1733169457875Num uniques 859; 2024-12-02T19:57:37,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-02T19:57:37,920 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/e500ce49019c477b877be8f0ead3247d as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/e500ce49019c477b877be8f0ead3247d 2024-12-02T19:57:37,920 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/ef10ae8e18884187926c96b77eb07b8a as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/ef10ae8e18884187926c96b77eb07b8a 2024-12-02T19:57:37,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:37,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169517913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:37,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:37,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:37,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:37,924 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3333bbb38790169026cd848ad8b874db/B of 3333bbb38790169026cd848ad8b874db into e500ce49019c477b877be8f0ead3247d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:37,924 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3333bbb38790169026cd848ad8b874db/A of 3333bbb38790169026cd848ad8b874db into ef10ae8e18884187926c96b77eb07b8a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:37,924 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:37,924 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:37,924 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., storeName=3333bbb38790169026cd848ad8b874db/B, priority=13, startTime=1733169457498; duration=0sec 2024-12-02T19:57:37,924 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., storeName=3333bbb38790169026cd848ad8b874db/A, priority=13, startTime=1733169457498; duration=0sec 2024-12-02T19:57:37,924 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:57:37,924 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3333bbb38790169026cd848ad8b874db:B 2024-12-02T19:57:37,924 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:37,924 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3333bbb38790169026cd848ad8b874db:A 2024-12-02T19:57:37,924 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:37,925 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:37,925 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3333bbb38790169026cd848ad8b874db/C is initiating minor compaction (all files) 2024-12-02T19:57:37,925 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3333bbb38790169026cd848ad8b874db/C in TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:37,925 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/bcceb981ff924fe78e0643cb3ddabd51, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/8342274359814aec9429300e6577c60e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/2e70e750b7674366addba5329470a439] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp, totalSize=36.8 K 2024-12-02T19:57:37,925 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting bcceb981ff924fe78e0643cb3ddabd51, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733169453520 2024-12-02T19:57:37,925 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 8342274359814aec9429300e6577c60e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1733169454186 2024-12-02T19:57:37,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:37,925 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e70e750b7674366addba5329470a439, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733169455474 2024-12-02T19:57:37,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169517914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:37,926 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:37,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:37,926 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:37,926 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:37,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169517915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:37,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:37,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:37,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:37,930 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3333bbb38790169026cd848ad8b874db#C#compaction#466 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:37,930 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/7911b445603a47609d4401c0606f3b2f is 50, key is test_row_0/C:col10/1733169455476/Put/seqid=0 2024-12-02T19:57:37,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742365_1541 (size=13153) 2024-12-02T19:57:38,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44282 deadline: 1733169518028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:38,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:38,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:38,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44404 deadline: 1733169518028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:38,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:38,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:38,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:38,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:38,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44284 deadline: 1733169518029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:38,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:38,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:38,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:38,051 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/f14d0dfe73464634af59c8c9d5004c24 2024-12-02T19:57:38,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/35a2c400b7d44747a399f02a2edbf9d4 is 50, key is test_row_0/B:col10/1733169456671/Put/seqid=0 2024-12-02T19:57:38,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742366_1542 (size=12301) 2024-12-02T19:57:38,064 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/35a2c400b7d44747a399f02a2edbf9d4 2024-12-02T19:57:38,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/63c45642899942818f81c31752798a2b is 50, key is test_row_0/C:col10/1733169456671/Put/seqid=0 2024-12-02T19:57:38,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742367_1543 (size=12301) 2024-12-02T19:57:38,084 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/63c45642899942818f81c31752798a2b 2024-12-02T19:57:38,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/f14d0dfe73464634af59c8c9d5004c24 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/f14d0dfe73464634af59c8c9d5004c24 2024-12-02T19:57:38,093 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/f14d0dfe73464634af59c8c9d5004c24, entries=150, sequenceid=382, filesize=12.0 K 2024-12-02T19:57:38,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/35a2c400b7d44747a399f02a2edbf9d4 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/35a2c400b7d44747a399f02a2edbf9d4 2024-12-02T19:57:38,104 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/35a2c400b7d44747a399f02a2edbf9d4, entries=150, sequenceid=382, filesize=12.0 K 2024-12-02T19:57:38,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/63c45642899942818f81c31752798a2b as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/63c45642899942818f81c31752798a2b 2024-12-02T19:57:38,112 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/63c45642899942818f81c31752798a2b, entries=150, sequenceid=382, filesize=12.0 K 2024-12-02T19:57:38,112 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 3333bbb38790169026cd848ad8b874db in 470ms, sequenceid=382, compaction requested=false 2024-12-02T19:57:38,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:38,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:38,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-12-02T19:57:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-12-02T19:57:38,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-12-02T19:57:38,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7610 sec 2024-12-02T19:57:38,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 2.7690 sec 2024-12-02T19:57:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:38,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3333bbb38790169026cd848ad8b874db 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-12-02T19:57:38,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=A 2024-12-02T19:57:38,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:57:38,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=B 2024-12-02T19:57:38,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:57:38,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=C 2024-12-02T19:57:38,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:57:38,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/581f817b37de47958afdd96965e8b01f is 50, key is test_row_0/A:col10/1733169458256/Put/seqid=0 2024-12-02T19:57:38,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742368_1544 (size=17181) 2024-12-02T19:57:38,270 INFO [Thread-2070 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2070. 2024-12-02T19:57:38,270 DEBUG [Thread-2070 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:57:38,270 DEBUG [Thread-2070 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:38,270 DEBUG [Thread-2070 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:38,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:57:38,270 INFO [Thread-2087 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2087. 2024-12-02T19:57:38,271 DEBUG [Thread-2087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:57:38,271 DEBUG [Thread-2087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:38,271 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:57:38,272 INFO [Thread-2085 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2085. 2024-12-02T19:57:38,273 DEBUG [Thread-2085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:57:38,273 DEBUG [Thread-2085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:38,273 DEBUG [Thread-2085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:38,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:57:38,273 DEBUG [Thread-2087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:38,273 INFO [Thread-2076 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2076. 2024-12-02T19:57:38,273 DEBUG [Thread-2076 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:57:38,273 DEBUG [Thread-2076 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:38,273 DEBUG [Thread-2076 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:38,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:57:38,274 INFO [Thread-2068 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2068. 2024-12-02T19:57:38,274 DEBUG [Thread-2068 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:57:38,274 DEBUG [Thread-2068 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:38,275 DEBUG [Thread-2068 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:38,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:57:38,278 INFO [Thread-2081 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2081. 2024-12-02T19:57:38,278 DEBUG [Thread-2081 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:57:38,278 DEBUG [Thread-2081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:38,278 DEBUG [Thread-2081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:38,278 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:57:38,284 INFO [Thread-2083 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2083. 2024-12-02T19:57:38,284 DEBUG [Thread-2083 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:57:38,284 DEBUG [Thread-2083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:38,284 INFO [Thread-2079 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2079. 2024-12-02T19:57:38,284 DEBUG [Thread-2083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:38,284 DEBUG [Thread-2079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:57:38,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:57:38,284 DEBUG [Thread-2079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:38,284 DEBUG [Thread-2079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:38,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:57:38,336 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/7911b445603a47609d4401c0606f3b2f as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/7911b445603a47609d4401c0606f3b2f 2024-12-02T19:57:38,340 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3333bbb38790169026cd848ad8b874db/C of 3333bbb38790169026cd848ad8b874db into 7911b445603a47609d4401c0606f3b2f(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:38,340 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:38,340 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., storeName=3333bbb38790169026cd848ad8b874db/C, priority=13, startTime=1733169457498; duration=0sec 2024-12-02T19:57:38,340 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:38,340 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3333bbb38790169026cd848ad8b874db:C 2024-12-02T19:57:38,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44364 deadline: 1733169518658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:38,659 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_0' in 3333bbb38790169026cd848ad8b874db of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8273 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:57:38,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 , the old value is region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:38,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:38,660 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., hostname=41897df2911b,36713,1733169305610, seqNum=2 because the exception is null or not the one we care about 2024-12-02T19:57:38,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/581f817b37de47958afdd96965e8b01f 2024-12-02T19:57:38,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/585db791dbad437fa2aef5314c59b79d is 50, key is test_row_0/B:col10/1733169458256/Put/seqid=0 2024-12-02T19:57:38,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742369_1545 (size=12301) 2024-12-02T19:57:39,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/585db791dbad437fa2aef5314c59b79d 2024-12-02T19:57:39,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/6a98816fb30944e1a9c4d9b205c32e44 is 50, key is test_row_0/C:col10/1733169458256/Put/seqid=0 2024-12-02T19:57:39,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742370_1546 (size=12301) 2024-12-02T19:57:39,508 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/6a98816fb30944e1a9c4d9b205c32e44 2024-12-02T19:57:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-02T19:57:39,508 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:57:39,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/581f817b37de47958afdd96965e8b01f as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/581f817b37de47958afdd96965e8b01f 2024-12-02T19:57:39,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/581f817b37de47958afdd96965e8b01f, entries=250, sequenceid=420, filesize=16.8 K 2024-12-02T19:57:39,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/585db791dbad437fa2aef5314c59b79d as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/585db791dbad437fa2aef5314c59b79d 2024-12-02T19:57:39,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/585db791dbad437fa2aef5314c59b79d, entries=150, sequenceid=420, filesize=12.0 K 2024-12-02T19:57:39,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/6a98816fb30944e1a9c4d9b205c32e44 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/6a98816fb30944e1a9c4d9b205c32e44 2024-12-02T19:57:39,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/6a98816fb30944e1a9c4d9b205c32e44, entries=150, sequenceid=420, filesize=12.0 K 2024-12-02T19:57:39,525 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for 3333bbb38790169026cd848ad8b874db in 1268ms, sequenceid=420, compaction requested=true 2024-12-02T19:57:39,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:39,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3333bbb38790169026cd848ad8b874db:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:57:39,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:39,525 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:39,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3333bbb38790169026cd848ad8b874db:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:57:39,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:39,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3333bbb38790169026cd848ad8b874db:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:57:39,525 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:39,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:57:39,526 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42635 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:39,526 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:39,526 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3333bbb38790169026cd848ad8b874db/B is initiating minor compaction (all files) 2024-12-02T19:57:39,526 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 3333bbb38790169026cd848ad8b874db/A is initiating minor compaction (all files) 2024-12-02T19:57:39,526 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3333bbb38790169026cd848ad8b874db/A in TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:39,526 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3333bbb38790169026cd848ad8b874db/B in TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:39,526 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/e500ce49019c477b877be8f0ead3247d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/35a2c400b7d44747a399f02a2edbf9d4, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/585db791dbad437fa2aef5314c59b79d] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp, totalSize=36.9 K 2024-12-02T19:57:39,526 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/ef10ae8e18884187926c96b77eb07b8a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/f14d0dfe73464634af59c8c9d5004c24, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/581f817b37de47958afdd96965e8b01f] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp, totalSize=41.6 K 2024-12-02T19:57:39,527 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef10ae8e18884187926c96b77eb07b8a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733169455474 2024-12-02T19:57:39,527 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting e500ce49019c477b877be8f0ead3247d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733169455474 2024-12-02T19:57:39,527 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting f14d0dfe73464634af59c8c9d5004c24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733169456670 2024-12-02T19:57:39,527 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 35a2c400b7d44747a399f02a2edbf9d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733169456670 2024-12-02T19:57:39,527 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 581f817b37de47958afdd96965e8b01f, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733169457910 2024-12-02T19:57:39,527 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 585db791dbad437fa2aef5314c59b79d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733169457913 2024-12-02T19:57:39,532 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3333bbb38790169026cd848ad8b874db#B#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:39,533 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/6f6232a70ebd420d9da8535801fe9cb8 is 50, key is test_row_0/B:col10/1733169458256/Put/seqid=0 2024-12-02T19:57:39,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742371_1547 (size=13255) 2024-12-02T19:57:39,539 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3333bbb38790169026cd848ad8b874db#A#compaction#473 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:39,539 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/847b1b4c4ca244f3bcc6f6a34fb90e5a is 50, key is test_row_0/A:col10/1733169458256/Put/seqid=0 2024-12-02T19:57:39,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742372_1548 (size=13255) 2024-12-02T19:57:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:39,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3333bbb38790169026cd848ad8b874db 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-02T19:57:39,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=A 2024-12-02T19:57:39,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:39,931 INFO [Thread-2072 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2072. 2024-12-02T19:57:39,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=B 2024-12-02T19:57:39,931 DEBUG [Thread-2072 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:57:39,931 DEBUG [Thread-2072 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:39,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:39,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=C 2024-12-02T19:57:39,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:39,931 DEBUG [Thread-2072 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:39,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:57:39,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/b7c68637d5474e9f9f84c6bac5ce79be is 50, key is test_row_0/A:col10/1733169459929/Put/seqid=0 2024-12-02T19:57:39,943 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/6f6232a70ebd420d9da8535801fe9cb8 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/6f6232a70ebd420d9da8535801fe9cb8 2024-12-02T19:57:39,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742373_1549 (size=12301) 2024-12-02T19:57:39,946 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/847b1b4c4ca244f3bcc6f6a34fb90e5a as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/847b1b4c4ca244f3bcc6f6a34fb90e5a 2024-12-02T19:57:39,946 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3333bbb38790169026cd848ad8b874db/B of 3333bbb38790169026cd848ad8b874db into 6f6232a70ebd420d9da8535801fe9cb8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:39,946 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:39,946 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., storeName=3333bbb38790169026cd848ad8b874db/B, priority=13, startTime=1733169459525; duration=0sec 2024-12-02T19:57:39,946 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:57:39,946 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3333bbb38790169026cd848ad8b874db:B 2024-12-02T19:57:39,947 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:39,947 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:39,947 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 3333bbb38790169026cd848ad8b874db/C is initiating minor compaction (all files) 2024-12-02T19:57:39,947 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3333bbb38790169026cd848ad8b874db/C in TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:39,947 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/7911b445603a47609d4401c0606f3b2f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/63c45642899942818f81c31752798a2b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/6a98816fb30944e1a9c4d9b205c32e44] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp, totalSize=36.9 K 2024-12-02T19:57:39,947 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 7911b445603a47609d4401c0606f3b2f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733169455474 2024-12-02T19:57:39,948 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 63c45642899942818f81c31752798a2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1733169456670 2024-12-02T19:57:39,948 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a98816fb30944e1a9c4d9b205c32e44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733169457913 2024-12-02T19:57:39,949 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3333bbb38790169026cd848ad8b874db/A of 3333bbb38790169026cd848ad8b874db into 847b1b4c4ca244f3bcc6f6a34fb90e5a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:39,949 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:39,949 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., storeName=3333bbb38790169026cd848ad8b874db/A, priority=13, startTime=1733169459525; duration=0sec 2024-12-02T19:57:39,949 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:39,949 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3333bbb38790169026cd848ad8b874db:A 2024-12-02T19:57:39,952 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3333bbb38790169026cd848ad8b874db#C#compaction#475 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:39,953 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/b59c2f5e923c4cd5b9a0b474580c1ad9 is 50, key is test_row_0/C:col10/1733169458256/Put/seqid=0 2024-12-02T19:57:39,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742374_1550 (size=13255) 2024-12-02T19:57:40,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/b7c68637d5474e9f9f84c6bac5ce79be 2024-12-02T19:57:40,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/2adffc87a5a2481e9c9fee15751dc077 is 50, key is test_row_0/B:col10/1733169459929/Put/seqid=0 2024-12-02T19:57:40,360 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/b59c2f5e923c4cd5b9a0b474580c1ad9 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/b59c2f5e923c4cd5b9a0b474580c1ad9 2024-12-02T19:57:40,363 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3333bbb38790169026cd848ad8b874db/C of 3333bbb38790169026cd848ad8b874db into b59c2f5e923c4cd5b9a0b474580c1ad9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:40,363 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:40,363 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., storeName=3333bbb38790169026cd848ad8b874db/C, priority=13, startTime=1733169459525; duration=0sec 2024-12-02T19:57:40,363 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:40,363 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3333bbb38790169026cd848ad8b874db:C 2024-12-02T19:57:40,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742375_1551 (size=12301) 2024-12-02T19:57:40,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/2adffc87a5a2481e9c9fee15751dc077 2024-12-02T19:57:40,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/ffc954c0d58e4aa08f7dd8a8fca7746c is 50, key is test_row_0/C:col10/1733169459929/Put/seqid=0 2024-12-02T19:57:40,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742376_1552 (size=12301) 2024-12-02T19:57:41,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/ffc954c0d58e4aa08f7dd8a8fca7746c 2024-12-02T19:57:41,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/b7c68637d5474e9f9f84c6bac5ce79be as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/b7c68637d5474e9f9f84c6bac5ce79be 2024-12-02T19:57:41,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/b7c68637d5474e9f9f84c6bac5ce79be, entries=150, sequenceid=431, filesize=12.0 K 2024-12-02T19:57:41,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/2adffc87a5a2481e9c9fee15751dc077 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/2adffc87a5a2481e9c9fee15751dc077 2024-12-02T19:57:41,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/2adffc87a5a2481e9c9fee15751dc077, entries=150, sequenceid=431, filesize=12.0 K 2024-12-02T19:57:41,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/ffc954c0d58e4aa08f7dd8a8fca7746c as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/ffc954c0d58e4aa08f7dd8a8fca7746c 2024-12-02T19:57:41,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/ffc954c0d58e4aa08f7dd8a8fca7746c, entries=150, sequenceid=431, filesize=12.0 K 2024-12-02T19:57:41,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=0 B/0 for 3333bbb38790169026cd848ad8b874db in 1275ms, sequenceid=431, compaction requested=false 2024-12-02T19:57:41,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3333bbb38790169026cd848ad8b874db: 2024-12-02T19:57:48,671 INFO [Thread-2074 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2074. 2024-12-02T19:57:48,671 DEBUG [Thread-2074 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:57:48,671 DEBUG [Thread-2074 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:48,671 DEBUG [Thread-2074 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:48,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:57:48,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-02T19:57:48,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-12-02T19:57:48,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-12-02T19:57:48,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-12-02T19:57:48,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-12-02T19:57:48,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-12-02T19:57:48,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-02T19:57:48,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-02T19:57:48,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1350 2024-12-02T19:57:48,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4047 rows 2024-12-02T19:57:48,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1362 2024-12-02T19:57:48,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4085 rows 2024-12-02T19:57:48,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1351 2024-12-02T19:57:48,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4044 rows 2024-12-02T19:57:48,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1350 2024-12-02T19:57:48,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4047 rows 2024-12-02T19:57:48,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1356 2024-12-02T19:57:48,671 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4067 rows 2024-12-02T19:57:48,672 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:57:48,672 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:57:48,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:48,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:48,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:57:48,673 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-02T19:57:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-02T19:57:48,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-02T19:57:48,677 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169468677"}]},"ts":"1733169468677"} 2024-12-02T19:57:48,679 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-02T19:57:48,679 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-02T19:57:48,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T19:57:48,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3333bbb38790169026cd848ad8b874db, UNASSIGN}] 2024-12-02T19:57:48,681 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3333bbb38790169026cd848ad8b874db, UNASSIGN 2024-12-02T19:57:48,682 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=3333bbb38790169026cd848ad8b874db, regionState=CLOSING, regionLocation=41897df2911b,36713,1733169305610 2024-12-02T19:57:48,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3333bbb38790169026cd848ad8b874db, UNASSIGN because future has completed 2024-12-02T19:57:48,683 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T19:57:48,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610}] 2024-12-02T19:57:48,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-02T19:57:48,835 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(122): Close 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:48,835 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T19:57:48,835 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1722): Closing 3333bbb38790169026cd848ad8b874db, disabling compactions & flushes 2024-12-02T19:57:48,835 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:48,835 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:48,835 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. after waiting 0 ms 2024-12-02T19:57:48,835 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:48,836 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(2902): Flushing 3333bbb38790169026cd848ad8b874db 3/3 column families, dataSize=6.71 KB heapSize=20.67 KB 2024-12-02T19:57:48,836 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=A 2024-12-02T19:57:48,836 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:48,836 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=B 2024-12-02T19:57:48,836 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:48,836 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3333bbb38790169026cd848ad8b874db, store=C 2024-12-02T19:57:48,836 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:48,839 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/d3d79fb2f29842dfab7536d0003e6dd6 is 50, key is test_row_0/A:col10/1733169468669/Put/seqid=0 2024-12-02T19:57:48,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742377_1553 (size=7415) 2024-12-02T19:57:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-02T19:57:49,243 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/d3d79fb2f29842dfab7536d0003e6dd6 2024-12-02T19:57:49,248 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/2237224e83b74603a920758fa66babb4 is 50, key is test_row_0/B:col10/1733169468669/Put/seqid=0 2024-12-02T19:57:49,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742378_1554 (size=7415) 2024-12-02T19:57:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-02T19:57:49,651 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/2237224e83b74603a920758fa66babb4 2024-12-02T19:57:49,658 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/a0b7243035ad476d99762849e66e9ccc is 50, key is test_row_0/C:col10/1733169468669/Put/seqid=0 2024-12-02T19:57:49,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742379_1555 (size=7415) 2024-12-02T19:57:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-02T19:57:50,063 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/a0b7243035ad476d99762849e66e9ccc 2024-12-02T19:57:50,071 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/A/d3d79fb2f29842dfab7536d0003e6dd6 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/d3d79fb2f29842dfab7536d0003e6dd6 2024-12-02T19:57:50,077 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/d3d79fb2f29842dfab7536d0003e6dd6, entries=50, sequenceid=438, filesize=7.2 K 2024-12-02T19:57:50,077 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/B/2237224e83b74603a920758fa66babb4 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/2237224e83b74603a920758fa66babb4 2024-12-02T19:57:50,081 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/2237224e83b74603a920758fa66babb4, entries=50, sequenceid=438, filesize=7.2 K 2024-12-02T19:57:50,082 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/.tmp/C/a0b7243035ad476d99762849e66e9ccc as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/a0b7243035ad476d99762849e66e9ccc 2024-12-02T19:57:50,086 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/a0b7243035ad476d99762849e66e9ccc, entries=50, sequenceid=438, filesize=7.2 K 2024-12-02T19:57:50,087 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 3333bbb38790169026cd848ad8b874db in 1252ms, sequenceid=438, compaction requested=true 2024-12-02T19:57:50,087 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/57ca46caa7e943bf94148a65dbf16e83, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/edfe3b7b532f47759dacfbc30386a68b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/eaad24aa72d343adb698a955b75bf127, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/1514fbf79ba342ab9009af281cd745dc, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/966cf34bcfc7478583e47a4eb5487776, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/442f0042bfe64b1f85ee9f875d4643a7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/eb7aa5748d5247f48e43ccd2773b4ba2, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/ebd5e24ca67945a290e907c6ae5cfb3e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/8148862310ae46c993e10f548c49b5c8, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/2c0dd50f5eee4a8693d0f6fdd2678d53, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/8bff08d2739e468394ecda5fd0dd400a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/a2f0327fb4be4c85975b8b219dbc21ef, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/34c973f293c443cda7c109aad9ee633b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/df79b06570464ea2a46577ec42d772a0, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/dd4ac2e6c0be41c2b2f90205438455b5, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/6502a7d6c5fc46e682dbf5da525c1473, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/98597b7851064060a8d36e3725b4af77, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/05a25640bac94301b3823042a93c7c77, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/48c7d9ac949a4981b20ed7e6922c2ec7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/ef039820649b41d5a12ca5f92f71b142, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/4ac42a98cc774ba2a004a4a4fbf4230d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/760c39fdb594462fb98d82f623b817d1, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/ae1278d453384f3aa992d2f46b0720f2, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/dd8d4e3f9e2247b7bc245278bef06031, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/3089e10e66be486c9d8734c941593edb, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/ef10ae8e18884187926c96b77eb07b8a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/f14d0dfe73464634af59c8c9d5004c24, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/581f817b37de47958afdd96965e8b01f] to archive 2024-12-02T19:57:50,088 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T19:57:50,090 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/57ca46caa7e943bf94148a65dbf16e83 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/57ca46caa7e943bf94148a65dbf16e83 2024-12-02T19:57:50,092 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/edfe3b7b532f47759dacfbc30386a68b to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/edfe3b7b532f47759dacfbc30386a68b 2024-12-02T19:57:50,094 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/eaad24aa72d343adb698a955b75bf127 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/eaad24aa72d343adb698a955b75bf127 2024-12-02T19:57:50,095 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/1514fbf79ba342ab9009af281cd745dc to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/1514fbf79ba342ab9009af281cd745dc 2024-12-02T19:57:50,097 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/966cf34bcfc7478583e47a4eb5487776 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/966cf34bcfc7478583e47a4eb5487776 2024-12-02T19:57:50,099 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/442f0042bfe64b1f85ee9f875d4643a7 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/442f0042bfe64b1f85ee9f875d4643a7 2024-12-02T19:57:50,101 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/eb7aa5748d5247f48e43ccd2773b4ba2 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/eb7aa5748d5247f48e43ccd2773b4ba2 2024-12-02T19:57:50,102 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/ebd5e24ca67945a290e907c6ae5cfb3e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/ebd5e24ca67945a290e907c6ae5cfb3e 2024-12-02T19:57:50,104 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/8148862310ae46c993e10f548c49b5c8 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/8148862310ae46c993e10f548c49b5c8 2024-12-02T19:57:50,106 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/2c0dd50f5eee4a8693d0f6fdd2678d53 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/2c0dd50f5eee4a8693d0f6fdd2678d53 2024-12-02T19:57:50,107 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/8bff08d2739e468394ecda5fd0dd400a to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/8bff08d2739e468394ecda5fd0dd400a 2024-12-02T19:57:50,109 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/a2f0327fb4be4c85975b8b219dbc21ef to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/a2f0327fb4be4c85975b8b219dbc21ef 2024-12-02T19:57:50,111 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/34c973f293c443cda7c109aad9ee633b to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/34c973f293c443cda7c109aad9ee633b 2024-12-02T19:57:50,113 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/df79b06570464ea2a46577ec42d772a0 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/df79b06570464ea2a46577ec42d772a0 2024-12-02T19:57:50,114 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/dd4ac2e6c0be41c2b2f90205438455b5 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/dd4ac2e6c0be41c2b2f90205438455b5 2024-12-02T19:57:50,116 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/6502a7d6c5fc46e682dbf5da525c1473 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/6502a7d6c5fc46e682dbf5da525c1473 2024-12-02T19:57:50,118 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/98597b7851064060a8d36e3725b4af77 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/98597b7851064060a8d36e3725b4af77 2024-12-02T19:57:50,120 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/05a25640bac94301b3823042a93c7c77 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/05a25640bac94301b3823042a93c7c77 2024-12-02T19:57:50,122 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/48c7d9ac949a4981b20ed7e6922c2ec7 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/48c7d9ac949a4981b20ed7e6922c2ec7 2024-12-02T19:57:50,124 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/ef039820649b41d5a12ca5f92f71b142 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/ef039820649b41d5a12ca5f92f71b142 2024-12-02T19:57:50,125 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/4ac42a98cc774ba2a004a4a4fbf4230d to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/4ac42a98cc774ba2a004a4a4fbf4230d 2024-12-02T19:57:50,127 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/760c39fdb594462fb98d82f623b817d1 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/760c39fdb594462fb98d82f623b817d1 2024-12-02T19:57:50,128 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/ae1278d453384f3aa992d2f46b0720f2 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/ae1278d453384f3aa992d2f46b0720f2 2024-12-02T19:57:50,130 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/dd8d4e3f9e2247b7bc245278bef06031 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/dd8d4e3f9e2247b7bc245278bef06031 2024-12-02T19:57:50,131 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/3089e10e66be486c9d8734c941593edb to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/3089e10e66be486c9d8734c941593edb 2024-12-02T19:57:50,132 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/ef10ae8e18884187926c96b77eb07b8a to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/ef10ae8e18884187926c96b77eb07b8a 2024-12-02T19:57:50,134 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/f14d0dfe73464634af59c8c9d5004c24 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/f14d0dfe73464634af59c8c9d5004c24 2024-12-02T19:57:50,135 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/581f817b37de47958afdd96965e8b01f to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/581f817b37de47958afdd96965e8b01f 2024-12-02T19:57:50,137 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/15f391b6b57c42ffb2b1b7f562a83159, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/e65d390c300f4086bbef7b591116ce8c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/25af47ab28b44f969aabe503cebdfbd6, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/426c7ec639f640029ffd3c94b1c84fc2, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/573a63e162e84b0d9859268324669078, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/c72738cea7c7424e99e90cc637747e5e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/b73efeba63c240b8b1ad7d6a0a7029d2, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/21d26f15e2924ad5b57e4d4e439b438c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/4bdd564e824a4f84b061a547fb0f069f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/34517eec30bd40988f654f7c9b21bba3, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/b1882bbeedf94542a1cf1a9b51cb91ff, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/3ba1f7e6c9f448658bf1ee280b26f8bb, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/cb792fb869c043afad7c6430ba10b8fd, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/6313e5f52a554e479395436c8fcd8077, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/f5a1d3a795be4573aa608f573b4bb6b5, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/40b534fd1a434c98a355eaa8d69c34d3, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/ff6703c4d8c946f99b5b6251f6cb6447, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/3eff2bb557714ef5a2365b6c025889ac, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/77069891f4e849e69ffe87121ae95760, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/9162909343644ade96aba9b6ee60e784, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/4a6d31f695414f5081e522cd69a5cb7f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/e5d15138e60748199e97e91bfecae7d0, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/32d5b28ed3964efebba0e60aae836df7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/2150e3f3650845b59310418a1551d7e8, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/e500ce49019c477b877be8f0ead3247d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/3269ad2d5a964096ac0fb02764b1111c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/35a2c400b7d44747a399f02a2edbf9d4, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/585db791dbad437fa2aef5314c59b79d] to archive 2024-12-02T19:57:50,138 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T19:57:50,140 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/15f391b6b57c42ffb2b1b7f562a83159 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/15f391b6b57c42ffb2b1b7f562a83159 2024-12-02T19:57:50,141 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/e65d390c300f4086bbef7b591116ce8c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/e65d390c300f4086bbef7b591116ce8c 2024-12-02T19:57:50,143 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/25af47ab28b44f969aabe503cebdfbd6 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/25af47ab28b44f969aabe503cebdfbd6 2024-12-02T19:57:50,144 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/426c7ec639f640029ffd3c94b1c84fc2 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/426c7ec639f640029ffd3c94b1c84fc2 2024-12-02T19:57:50,146 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/573a63e162e84b0d9859268324669078 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/573a63e162e84b0d9859268324669078 2024-12-02T19:57:50,147 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/c72738cea7c7424e99e90cc637747e5e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/c72738cea7c7424e99e90cc637747e5e 2024-12-02T19:57:50,148 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/b73efeba63c240b8b1ad7d6a0a7029d2 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/b73efeba63c240b8b1ad7d6a0a7029d2 2024-12-02T19:57:50,150 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/21d26f15e2924ad5b57e4d4e439b438c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/21d26f15e2924ad5b57e4d4e439b438c 2024-12-02T19:57:50,151 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/4bdd564e824a4f84b061a547fb0f069f to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/4bdd564e824a4f84b061a547fb0f069f 2024-12-02T19:57:50,153 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/34517eec30bd40988f654f7c9b21bba3 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/34517eec30bd40988f654f7c9b21bba3 2024-12-02T19:57:50,154 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/b1882bbeedf94542a1cf1a9b51cb91ff to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/b1882bbeedf94542a1cf1a9b51cb91ff 2024-12-02T19:57:50,156 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/3ba1f7e6c9f448658bf1ee280b26f8bb to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/3ba1f7e6c9f448658bf1ee280b26f8bb 2024-12-02T19:57:50,157 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/cb792fb869c043afad7c6430ba10b8fd to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/cb792fb869c043afad7c6430ba10b8fd 2024-12-02T19:57:50,158 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/6313e5f52a554e479395436c8fcd8077 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/6313e5f52a554e479395436c8fcd8077 2024-12-02T19:57:50,160 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/f5a1d3a795be4573aa608f573b4bb6b5 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/f5a1d3a795be4573aa608f573b4bb6b5 2024-12-02T19:57:50,161 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/40b534fd1a434c98a355eaa8d69c34d3 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/40b534fd1a434c98a355eaa8d69c34d3 2024-12-02T19:57:50,163 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/ff6703c4d8c946f99b5b6251f6cb6447 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/ff6703c4d8c946f99b5b6251f6cb6447 2024-12-02T19:57:50,164 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/3eff2bb557714ef5a2365b6c025889ac to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/3eff2bb557714ef5a2365b6c025889ac 2024-12-02T19:57:50,165 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/77069891f4e849e69ffe87121ae95760 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/77069891f4e849e69ffe87121ae95760 2024-12-02T19:57:50,167 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/9162909343644ade96aba9b6ee60e784 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/9162909343644ade96aba9b6ee60e784 2024-12-02T19:57:50,168 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/4a6d31f695414f5081e522cd69a5cb7f to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/4a6d31f695414f5081e522cd69a5cb7f 2024-12-02T19:57:50,170 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/e5d15138e60748199e97e91bfecae7d0 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/e5d15138e60748199e97e91bfecae7d0 2024-12-02T19:57:50,171 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/32d5b28ed3964efebba0e60aae836df7 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/32d5b28ed3964efebba0e60aae836df7 2024-12-02T19:57:50,172 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/2150e3f3650845b59310418a1551d7e8 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/2150e3f3650845b59310418a1551d7e8 2024-12-02T19:57:50,174 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/e500ce49019c477b877be8f0ead3247d to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/e500ce49019c477b877be8f0ead3247d 2024-12-02T19:57:50,175 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/3269ad2d5a964096ac0fb02764b1111c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/3269ad2d5a964096ac0fb02764b1111c 2024-12-02T19:57:50,177 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/35a2c400b7d44747a399f02a2edbf9d4 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/35a2c400b7d44747a399f02a2edbf9d4 2024-12-02T19:57:50,178 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/585db791dbad437fa2aef5314c59b79d to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/585db791dbad437fa2aef5314c59b79d 2024-12-02T19:57:50,180 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/3e2dc285d49c4e658c19b8591f2ab02e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/52531df7714642f391e65eaf153f996e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/1174698fafa04a27a6d1306721e3f70e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/af567b088c784f42bcd65f3e0911369a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/93c26d49763844738cb6f5f578cf2ed6, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/30220903e91f470d96e59ecd395ee9e0, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/eb8f3927ded54a23adbb13affabe376e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/4b6416425d594f0eaa8fa11f22ffaecd, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/ab082ecad1a0430180c2c0863ae31d6a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/8cfd11c61e6a4fa6adae210a2b24f463, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/d203be38f3f643c9bcbe1c96b2fce8a7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/a6829869d76847d385e80836eee0ff91, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/4940de2c064840a08de13a21ab5419d4, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/046de772990a4cce8f1b10aa57d474f1, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/f04da1c2af9d4dbea9853c36a10ecea4, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/8496162999414bc782d8d1f38c74271b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/9d65a94e2d6e411abcfb304017cdaf42, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/0fdc7d4cd13a4af0b4b0b53bfb2a56d7, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/4d16429f41f64b0a9934b4078f176e30, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/89cc2f27dd324d969580700b05631a19, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/6d4218d2329a4d1da12c9ecb6d66769e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/bcceb981ff924fe78e0643cb3ddabd51, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/2ad700beec364e228e96331a66108b38, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/8342274359814aec9429300e6577c60e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/7911b445603a47609d4401c0606f3b2f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/2e70e750b7674366addba5329470a439, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/63c45642899942818f81c31752798a2b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/6a98816fb30944e1a9c4d9b205c32e44] to archive 2024-12-02T19:57:50,181 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T19:57:50,183 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/3e2dc285d49c4e658c19b8591f2ab02e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/3e2dc285d49c4e658c19b8591f2ab02e 2024-12-02T19:57:50,184 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/52531df7714642f391e65eaf153f996e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/52531df7714642f391e65eaf153f996e 2024-12-02T19:57:50,186 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/1174698fafa04a27a6d1306721e3f70e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/1174698fafa04a27a6d1306721e3f70e 2024-12-02T19:57:50,187 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/af567b088c784f42bcd65f3e0911369a to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/af567b088c784f42bcd65f3e0911369a 2024-12-02T19:57:50,188 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/93c26d49763844738cb6f5f578cf2ed6 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/93c26d49763844738cb6f5f578cf2ed6 2024-12-02T19:57:50,189 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/30220903e91f470d96e59ecd395ee9e0 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/30220903e91f470d96e59ecd395ee9e0 2024-12-02T19:57:50,190 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/eb8f3927ded54a23adbb13affabe376e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/eb8f3927ded54a23adbb13affabe376e 2024-12-02T19:57:50,191 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/4b6416425d594f0eaa8fa11f22ffaecd to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/4b6416425d594f0eaa8fa11f22ffaecd 2024-12-02T19:57:50,192 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/ab082ecad1a0430180c2c0863ae31d6a to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/ab082ecad1a0430180c2c0863ae31d6a 2024-12-02T19:57:50,193 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/8cfd11c61e6a4fa6adae210a2b24f463 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/8cfd11c61e6a4fa6adae210a2b24f463 2024-12-02T19:57:50,194 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/d203be38f3f643c9bcbe1c96b2fce8a7 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/d203be38f3f643c9bcbe1c96b2fce8a7 2024-12-02T19:57:50,195 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/a6829869d76847d385e80836eee0ff91 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/a6829869d76847d385e80836eee0ff91 2024-12-02T19:57:50,196 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/4940de2c064840a08de13a21ab5419d4 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/4940de2c064840a08de13a21ab5419d4 2024-12-02T19:57:50,197 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/046de772990a4cce8f1b10aa57d474f1 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/046de772990a4cce8f1b10aa57d474f1 2024-12-02T19:57:50,198 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/f04da1c2af9d4dbea9853c36a10ecea4 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/f04da1c2af9d4dbea9853c36a10ecea4 2024-12-02T19:57:50,198 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/8496162999414bc782d8d1f38c74271b to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/8496162999414bc782d8d1f38c74271b 2024-12-02T19:57:50,199 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/9d65a94e2d6e411abcfb304017cdaf42 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/9d65a94e2d6e411abcfb304017cdaf42 2024-12-02T19:57:50,200 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/0fdc7d4cd13a4af0b4b0b53bfb2a56d7 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/0fdc7d4cd13a4af0b4b0b53bfb2a56d7 2024-12-02T19:57:50,200 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/4d16429f41f64b0a9934b4078f176e30 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/4d16429f41f64b0a9934b4078f176e30 2024-12-02T19:57:50,201 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/89cc2f27dd324d969580700b05631a19 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/89cc2f27dd324d969580700b05631a19 2024-12-02T19:57:50,201 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/6d4218d2329a4d1da12c9ecb6d66769e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/6d4218d2329a4d1da12c9ecb6d66769e 2024-12-02T19:57:50,202 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/bcceb981ff924fe78e0643cb3ddabd51 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/bcceb981ff924fe78e0643cb3ddabd51 2024-12-02T19:57:50,203 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/2ad700beec364e228e96331a66108b38 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/2ad700beec364e228e96331a66108b38 2024-12-02T19:57:50,203 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/8342274359814aec9429300e6577c60e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/8342274359814aec9429300e6577c60e 2024-12-02T19:57:50,204 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/7911b445603a47609d4401c0606f3b2f to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/7911b445603a47609d4401c0606f3b2f 2024-12-02T19:57:50,205 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/2e70e750b7674366addba5329470a439 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/2e70e750b7674366addba5329470a439 2024-12-02T19:57:50,205 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/63c45642899942818f81c31752798a2b to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/63c45642899942818f81c31752798a2b 2024-12-02T19:57:50,206 DEBUG [StoreCloser-TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/6a98816fb30944e1a9c4d9b205c32e44 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/6a98816fb30944e1a9c4d9b205c32e44 2024-12-02T19:57:50,209 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/recovered.edits/441.seqid, newMaxSeqId=441, maxSeqId=1 2024-12-02T19:57:50,210 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. 2024-12-02T19:57:50,210 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1676): Region close journal for 3333bbb38790169026cd848ad8b874db: Waiting for close lock at 1733169468835Running coprocessor pre-close hooks at 1733169468835Disabling compacts and flushes for region at 1733169468835Disabling writes for close at 1733169468835Obtaining lock to block concurrent updates at 1733169468836 (+1 ms)Preparing flush snapshotting stores in 3333bbb38790169026cd848ad8b874db at 1733169468836Finished memstore snapshotting TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=21120, getOffHeapSize=0, getCellsCount=150 at 1733169468836Flushing stores of TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db. at 1733169468836Flushing 3333bbb38790169026cd848ad8b874db/A: creating writer at 1733169468836Flushing 3333bbb38790169026cd848ad8b874db/A: appending metadata at 1733169468839 (+3 ms)Flushing 3333bbb38790169026cd848ad8b874db/A: closing flushed file at 1733169468839Flushing 3333bbb38790169026cd848ad8b874db/B: creating writer at 1733169469246 (+407 ms)Flushing 3333bbb38790169026cd848ad8b874db/B: appending metadata at 1733169469247 (+1 ms)Flushing 3333bbb38790169026cd848ad8b874db/B: closing flushed file at 1733169469247Flushing 3333bbb38790169026cd848ad8b874db/C: creating writer at 1733169469655 (+408 ms)Flushing 3333bbb38790169026cd848ad8b874db/C: appending metadata at 1733169469657 (+2 ms)Flushing 3333bbb38790169026cd848ad8b874db/C: closing flushed file at 1733169469657Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6de25932: reopening flushed file at 1733169470070 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2493437b: reopening flushed file at 1733169470077 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31878927: reopening flushed file at 1733169470081 (+4 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 3333bbb38790169026cd848ad8b874db in 1252ms, sequenceid=438, compaction requested=true at 1733169470087 (+6 ms)Writing region close event to WAL at 1733169470207 (+120 ms)Running coprocessor post-close hooks at 1733169470210 (+3 ms)Closed at 1733169470210 2024-12-02T19:57:50,212 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(157): Closed 3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:50,212 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=3333bbb38790169026cd848ad8b874db, regionState=CLOSED 2024-12-02T19:57:50,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=138, ppid=137, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 because future has completed 2024-12-02T19:57:50,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-12-02T19:57:50,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; CloseRegionProcedure 3333bbb38790169026cd848ad8b874db, server=41897df2911b,36713,1733169305610 in 1.5310 sec 2024-12-02T19:57:50,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=137, resume processing ppid=136 2024-12-02T19:57:50,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, ppid=136, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3333bbb38790169026cd848ad8b874db, UNASSIGN in 1.5360 sec 2024-12-02T19:57:50,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-12-02T19:57:50,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5390 sec 2024-12-02T19:57:50,221 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169470220"}]},"ts":"1733169470220"} 2024-12-02T19:57:50,222 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-02T19:57:50,222 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-02T19:57:50,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5500 sec 2024-12-02T19:57:50,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-02T19:57:50,820 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:57:50,822 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-02T19:57:50,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:57:50,826 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=139, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:57:50,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-02T19:57:50,828 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=139, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:57:50,833 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:50,836 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A, FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B, FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C, FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/recovered.edits] 2024-12-02T19:57:50,840 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/847b1b4c4ca244f3bcc6f6a34fb90e5a to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/847b1b4c4ca244f3bcc6f6a34fb90e5a 2024-12-02T19:57:50,842 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/b7c68637d5474e9f9f84c6bac5ce79be to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/b7c68637d5474e9f9f84c6bac5ce79be 2024-12-02T19:57:50,843 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/d3d79fb2f29842dfab7536d0003e6dd6 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/A/d3d79fb2f29842dfab7536d0003e6dd6 2024-12-02T19:57:50,845 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/2237224e83b74603a920758fa66babb4 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/2237224e83b74603a920758fa66babb4 2024-12-02T19:57:50,846 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/2adffc87a5a2481e9c9fee15751dc077 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/2adffc87a5a2481e9c9fee15751dc077 2024-12-02T19:57:50,847 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/6f6232a70ebd420d9da8535801fe9cb8 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/B/6f6232a70ebd420d9da8535801fe9cb8 2024-12-02T19:57:50,848 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/a0b7243035ad476d99762849e66e9ccc to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/a0b7243035ad476d99762849e66e9ccc 2024-12-02T19:57:50,849 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/b59c2f5e923c4cd5b9a0b474580c1ad9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/b59c2f5e923c4cd5b9a0b474580c1ad9 2024-12-02T19:57:50,850 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/ffc954c0d58e4aa08f7dd8a8fca7746c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/C/ffc954c0d58e4aa08f7dd8a8fca7746c 2024-12-02T19:57:50,851 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/recovered.edits/441.seqid to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db/recovered.edits/441.seqid 2024-12-02T19:57:50,852 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/3333bbb38790169026cd848ad8b874db 2024-12-02T19:57:50,852 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-02T19:57:50,854 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=139, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:57:50,856 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-02T19:57:50,857 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-02T19:57:50,858 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=139, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:57:50,858 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-02T19:57:50,859 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733169470858"}]},"ts":"9223372036854775807"} 2024-12-02T19:57:50,860 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-02T19:57:50,860 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 3333bbb38790169026cd848ad8b874db, NAME => 'TestAcidGuarantees,,1733169436054.3333bbb38790169026cd848ad8b874db.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T19:57:50,860 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-02T19:57:50,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733169470860"}]},"ts":"9223372036854775807"} 2024-12-02T19:57:50,862 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-02T19:57:50,863 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=139, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:57:50,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 41 msec 2024-12-02T19:57:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-02T19:57:50,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-02T19:57:50,943 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:57:50,955 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=247 (was 248), OpenFileDescriptor=441 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1611 (was 450) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8542 (was 10349) 2024-12-02T19:57:50,968 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=247, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=1611, ProcessCount=11, AvailableMemoryMB=8542 2024-12-02T19:57:50,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T19:57:50,970 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:57:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=140, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-02T19:57:50,973 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T19:57:50,973 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:50,973 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 140 2024-12-02T19:57:50,974 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T19:57:50,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-12-02T19:57:50,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742380_1556 (size=1061) 2024-12-02T19:57:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-12-02T19:57:51,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-12-02T19:57:51,387 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c 2024-12-02T19:57:51,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742381_1557 (size=53) 2024-12-02T19:57:51,399 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:57:51,399 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 21e9ee2bfa95b43f6b14b7279ef16c89, disabling compactions & flushes 2024-12-02T19:57:51,399 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:51,399 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:51,399 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. after waiting 0 ms 2024-12-02T19:57:51,399 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:51,399 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:51,400 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 21e9ee2bfa95b43f6b14b7279ef16c89: Waiting for close lock at 1733169471399Disabling compacts and flushes for region at 1733169471399Disabling writes for close at 1733169471399Writing region close event to WAL at 1733169471399Closed at 1733169471399 2024-12-02T19:57:51,401 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T19:57:51,401 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733169471401"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733169471401"}]},"ts":"1733169471401"} 2024-12-02T19:57:51,403 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T19:57:51,404 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T19:57:51,404 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169471404"}]},"ts":"1733169471404"} 2024-12-02T19:57:51,406 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-02T19:57:51,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=21e9ee2bfa95b43f6b14b7279ef16c89, ASSIGN}] 2024-12-02T19:57:51,407 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=21e9ee2bfa95b43f6b14b7279ef16c89, ASSIGN 2024-12-02T19:57:51,408 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=21e9ee2bfa95b43f6b14b7279ef16c89, ASSIGN; state=OFFLINE, location=41897df2911b,36713,1733169305610; forceNewPlan=false, retain=false 2024-12-02T19:57:51,559 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=21e9ee2bfa95b43f6b14b7279ef16c89, regionState=OPENING, regionLocation=41897df2911b,36713,1733169305610 2024-12-02T19:57:51,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=21e9ee2bfa95b43f6b14b7279ef16c89, ASSIGN because future has completed 2024-12-02T19:57:51,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610}] 2024-12-02T19:57:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-12-02T19:57:51,723 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:51,723 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7752): Opening region: {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:57:51,724 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:51,724 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:57:51,724 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7794): checking encryption for 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:51,724 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7797): checking classloading for 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:51,728 INFO [StoreOpener-21e9ee2bfa95b43f6b14b7279ef16c89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:51,731 INFO [StoreOpener-21e9ee2bfa95b43f6b14b7279ef16c89-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-02T19:57:51,731 INFO [StoreOpener-21e9ee2bfa95b43f6b14b7279ef16c89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21e9ee2bfa95b43f6b14b7279ef16c89 columnFamilyName A 2024-12-02T19:57:51,731 DEBUG [StoreOpener-21e9ee2bfa95b43f6b14b7279ef16c89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:51,732 INFO [StoreOpener-21e9ee2bfa95b43f6b14b7279ef16c89-1 {}] regionserver.HStore(327): Store=21e9ee2bfa95b43f6b14b7279ef16c89/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:57:51,732 INFO [StoreOpener-21e9ee2bfa95b43f6b14b7279ef16c89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:51,734 INFO [StoreOpener-21e9ee2bfa95b43f6b14b7279ef16c89-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-02T19:57:51,734 INFO [StoreOpener-21e9ee2bfa95b43f6b14b7279ef16c89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21e9ee2bfa95b43f6b14b7279ef16c89 columnFamilyName B 2024-12-02T19:57:51,734 DEBUG [StoreOpener-21e9ee2bfa95b43f6b14b7279ef16c89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:51,735 INFO [StoreOpener-21e9ee2bfa95b43f6b14b7279ef16c89-1 {}] regionserver.HStore(327): Store=21e9ee2bfa95b43f6b14b7279ef16c89/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:57:51,735 INFO [StoreOpener-21e9ee2bfa95b43f6b14b7279ef16c89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:51,736 INFO [StoreOpener-21e9ee2bfa95b43f6b14b7279ef16c89-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-02T19:57:51,736 INFO [StoreOpener-21e9ee2bfa95b43f6b14b7279ef16c89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21e9ee2bfa95b43f6b14b7279ef16c89 columnFamilyName C 2024-12-02T19:57:51,737 DEBUG [StoreOpener-21e9ee2bfa95b43f6b14b7279ef16c89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:51,737 INFO [StoreOpener-21e9ee2bfa95b43f6b14b7279ef16c89-1 {}] regionserver.HStore(327): Store=21e9ee2bfa95b43f6b14b7279ef16c89/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:57:51,737 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:51,737 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1038): replaying wal for 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:51,738 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:51,739 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:51,741 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1048): stopping wal replay for 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:51,741 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1060): Cleaning up temporary data for 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:51,742 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T19:57:51,744 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1093): writing seq id for 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:51,747 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T19:57:51,748 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1114): Opened 21e9ee2bfa95b43f6b14b7279ef16c89; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59483051, jitterRate=-0.11363346874713898}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T19:57:51,748 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:51,749 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1006): Region open journal for 21e9ee2bfa95b43f6b14b7279ef16c89: Running coprocessor pre-open hook at 1733169471725Writing region info on filesystem at 1733169471725Initializing all the Stores at 1733169471726 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169471726Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169471727 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169471727Cleaning up temporary data from old regions at 1733169471741 (+14 ms)Running coprocessor post-open hooks at 1733169471748 (+7 ms)Region opened successfully at 1733169471749 (+1 ms) 2024-12-02T19:57:51,750 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., pid=142, masterSystemTime=1733169471716 2024-12-02T19:57:51,752 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:51,752 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:51,753 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=21e9ee2bfa95b43f6b14b7279ef16c89, regionState=OPEN, openSeqNum=2, regionLocation=41897df2911b,36713,1733169305610 2024-12-02T19:57:51,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=142, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 because future has completed 2024-12-02T19:57:51,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-12-02T19:57:51,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; OpenRegionProcedure 21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 in 194 msec 2024-12-02T19:57:51,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140 2024-12-02T19:57:51,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=21e9ee2bfa95b43f6b14b7279ef16c89, ASSIGN in 352 msec 2024-12-02T19:57:51,761 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T19:57:51,761 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169471761"}]},"ts":"1733169471761"} 2024-12-02T19:57:51,762 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-02T19:57:51,763 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T19:57:51,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 793 msec 2024-12-02T19:57:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-12-02T19:57:52,109 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:57:52,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145ad34b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:52,110 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:57:52,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:57:52,111 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:57:52,111 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:57:52,111 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:57:52,111 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f133f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:52,111 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:57:52,111 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:57:52,112 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:52,113 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:57:52,114 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1267e0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:52,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:57:52,116 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:57:52,116 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:57:52,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60756, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:57:52,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T19:57:52,120 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 41897df2911b,45363,1733169304814 2024-12-02T19:57:52,120 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a3d7e07 2024-12-02T19:57:52,120 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T19:57:52,121 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T19:57:52,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-02T19:57:52,123 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T19:57:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-02T19:57:52,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742382_1558 (size=1097) 2024-12-02T19:57:52,543 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-02T19:57:52,544 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-02T19:57:52,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T19:57:52,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=21e9ee2bfa95b43f6b14b7279ef16c89, REOPEN/MOVE}] 2024-12-02T19:57:52,554 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=21e9ee2bfa95b43f6b14b7279ef16c89, REOPEN/MOVE 2024-12-02T19:57:52,555 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=21e9ee2bfa95b43f6b14b7279ef16c89, regionState=CLOSING, regionLocation=41897df2911b,36713,1733169305610 2024-12-02T19:57:52,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=21e9ee2bfa95b43f6b14b7279ef16c89, REOPEN/MOVE because future has completed 2024-12-02T19:57:52,557 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T19:57:52,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure 21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610}] 2024-12-02T19:57:52,709 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(122): Close 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:52,709 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T19:57:52,709 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1722): Closing 21e9ee2bfa95b43f6b14b7279ef16c89, disabling compactions & flushes 2024-12-02T19:57:52,709 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:52,709 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:52,709 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. after waiting 0 ms 2024-12-02T19:57:52,709 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:52,714 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-02T19:57:52,715 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:52,715 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1676): Region close journal for 21e9ee2bfa95b43f6b14b7279ef16c89: Waiting for close lock at 1733169472709Running coprocessor pre-close hooks at 1733169472709Disabling compacts and flushes for region at 1733169472709Disabling writes for close at 1733169472709Writing region close event to WAL at 1733169472710 (+1 ms)Running coprocessor post-close hooks at 1733169472715 (+5 ms)Closed at 1733169472715 2024-12-02T19:57:52,715 WARN [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionServer(3299): Not adding moved region record: 21e9ee2bfa95b43f6b14b7279ef16c89 to self. 2024-12-02T19:57:52,718 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(157): Closed 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:52,719 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=21e9ee2bfa95b43f6b14b7279ef16c89, regionState=CLOSED 2024-12-02T19:57:52,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure 21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 because future has completed 2024-12-02T19:57:52,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-12-02T19:57:52,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; CloseRegionProcedure 21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 in 166 msec 2024-12-02T19:57:52,727 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=21e9ee2bfa95b43f6b14b7279ef16c89, REOPEN/MOVE; state=CLOSED, location=41897df2911b,36713,1733169305610; forceNewPlan=false, retain=true 2024-12-02T19:57:52,878 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=21e9ee2bfa95b43f6b14b7279ef16c89, regionState=OPENING, regionLocation=41897df2911b,36713,1733169305610 2024-12-02T19:57:52,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=21e9ee2bfa95b43f6b14b7279ef16c89, REOPEN/MOVE because future has completed 2024-12-02T19:57:52,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610}] 2024-12-02T19:57:53,034 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:53,034 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7752): Opening region: {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} 2024-12-02T19:57:53,034 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:53,034 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T19:57:53,035 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7794): checking encryption for 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:53,035 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7797): checking classloading for 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:53,036 INFO [StoreOpener-21e9ee2bfa95b43f6b14b7279ef16c89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:53,036 INFO [StoreOpener-21e9ee2bfa95b43f6b14b7279ef16c89-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-02T19:57:53,036 INFO [StoreOpener-21e9ee2bfa95b43f6b14b7279ef16c89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21e9ee2bfa95b43f6b14b7279ef16c89 columnFamilyName A 2024-12-02T19:57:53,037 DEBUG [StoreOpener-21e9ee2bfa95b43f6b14b7279ef16c89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:53,038 INFO [StoreOpener-21e9ee2bfa95b43f6b14b7279ef16c89-1 {}] regionserver.HStore(327): Store=21e9ee2bfa95b43f6b14b7279ef16c89/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:57:53,038 INFO [StoreOpener-21e9ee2bfa95b43f6b14b7279ef16c89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:53,038 INFO [StoreOpener-21e9ee2bfa95b43f6b14b7279ef16c89-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-02T19:57:53,039 INFO [StoreOpener-21e9ee2bfa95b43f6b14b7279ef16c89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21e9ee2bfa95b43f6b14b7279ef16c89 columnFamilyName B 2024-12-02T19:57:53,039 DEBUG [StoreOpener-21e9ee2bfa95b43f6b14b7279ef16c89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:53,039 INFO [StoreOpener-21e9ee2bfa95b43f6b14b7279ef16c89-1 {}] regionserver.HStore(327): Store=21e9ee2bfa95b43f6b14b7279ef16c89/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:57:53,039 INFO [StoreOpener-21e9ee2bfa95b43f6b14b7279ef16c89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:53,040 INFO [StoreOpener-21e9ee2bfa95b43f6b14b7279ef16c89-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-02T19:57:53,040 INFO [StoreOpener-21e9ee2bfa95b43f6b14b7279ef16c89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21e9ee2bfa95b43f6b14b7279ef16c89 columnFamilyName C 2024-12-02T19:57:53,040 DEBUG [StoreOpener-21e9ee2bfa95b43f6b14b7279ef16c89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:53,040 INFO [StoreOpener-21e9ee2bfa95b43f6b14b7279ef16c89-1 {}] regionserver.HStore(327): Store=21e9ee2bfa95b43f6b14b7279ef16c89/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T19:57:53,040 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:53,040 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1038): replaying wal for 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:53,041 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:53,042 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:53,043 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1048): stopping wal replay for 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:53,043 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1060): Cleaning up temporary data for 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:53,043 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T19:57:53,044 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1093): writing seq id for 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:53,045 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1114): Opened 21e9ee2bfa95b43f6b14b7279ef16c89; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66212364, jitterRate=-0.013358891010284424}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T19:57:53,045 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:53,045 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1006): Region open journal for 21e9ee2bfa95b43f6b14b7279ef16c89: Running coprocessor pre-open hook at 1733169473035Writing region info on filesystem at 1733169473035Initializing all the Stores at 1733169473035Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169473035Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169473035Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733169473036 (+1 ms)Cleaning up temporary data from old regions at 1733169473043 (+7 ms)Running coprocessor post-open hooks at 1733169473045 (+2 ms)Region opened successfully at 1733169473045 2024-12-02T19:57:53,046 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., pid=147, masterSystemTime=1733169473031 2024-12-02T19:57:53,050 DEBUG [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:53,050 INFO [RS_OPEN_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:53,050 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=21e9ee2bfa95b43f6b14b7279ef16c89, regionState=OPEN, openSeqNum=5, regionLocation=41897df2911b,36713,1733169305610 2024-12-02T19:57:53,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 because future has completed 2024-12-02T19:57:53,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=145 2024-12-02T19:57:53,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=145, state=SUCCESS, hasLock=false; OpenRegionProcedure 21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 in 172 msec 2024-12-02T19:57:53,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-12-02T19:57:53,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=21e9ee2bfa95b43f6b14b7279ef16c89, REOPEN/MOVE in 501 msec 2024-12-02T19:57:53,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-12-02T19:57:53,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 506 msec 2024-12-02T19:57:53,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 933 msec 2024-12-02T19:57:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-02T19:57:53,058 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:57:53,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143fb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:53,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:57:53,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:57:53,059 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:57:53,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:57:53,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:57:53,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e4aa7db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:53,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:57:53,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:57:53,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:53,060 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53510, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:57:53,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261d863d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:53,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40503a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:53,061 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:57:53,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:57:53,062 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:57:53,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:57:53,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:57:53,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625c597b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:53,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:57:53,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:57:53,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:53,063 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:57:53,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e7e191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:53,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f72e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:53,064 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:57:53,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:57:53,065 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:57:53,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:57:53,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:57:53,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76074197, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:53,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:57:53,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:57:53,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:53,066 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53542, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:57:53,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557523db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:53,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47173f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:53,067 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:57:53,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:57:53,068 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:57:53,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:57:53,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:57:53,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1558a11e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:53,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:57:53,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:57:53,068 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:53,069 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:57:53,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cbf9534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:53,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13700528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:53,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:57:53,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:57:53,070 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:57:53,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:57:53,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:57:53,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154240d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:53,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:57:53,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:57:53,071 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:53,071 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:57:53,071 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72aad47b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:53,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3666b173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:53,072 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:57:53,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:57:53,073 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:57:53,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:57:53,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:57:53,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4b7e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:53,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:57:53,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:57:53,073 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:53,074 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53574, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:57:53,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1e96e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:53,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ff027c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:53,074 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:57:53,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:57:53,075 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:57:53,075 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:57:53,075 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:57:53,075 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de5a5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:53,075 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:57:53,075 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:57:53,076 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:53,076 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:57:53,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa0a0ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:53,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2637386d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:53,077 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:57:53,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:57:53,078 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:57:53,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:57:53,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:57:53,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21eaae2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:53,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:57:53,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:57:53,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:53,079 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:57:53,079 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4a8ddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:53,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2455dde6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:53,080 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:57:53,080 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:57:53,081 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:57:53,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:57:53,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:57:53,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abc33b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:53,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:57:53,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:57:53,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:53,082 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53628, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:57:53,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@583be34d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:53,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b93642c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:53,083 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 41897df2911b,45363,-1 for getting cluster id 2024-12-02T19:57:53,083 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T19:57:53,084 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ab7695e-2f12-4cce-8e55-49da4270e860' 2024-12-02T19:57:53,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T19:57:53,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ab7695e-2f12-4cce-8e55-49da4270e860" 2024-12-02T19:57:53,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66cbcb41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:53,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [41897df2911b,45363,-1] 2024-12-02T19:57:53,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T19:57:53,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:57:53,085 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T19:57:53,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@395536b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T19:57:53,086 DEBUG [Thread-2492 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:57:53,086 DEBUG [Thread-2501 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:57:53,086 DEBUG [Thread-2499 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:57:53,086 DEBUG [Thread-2488 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:57:53,087 DEBUG [Thread-2503 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:57:53,087 DEBUG [Thread-2490 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:57:53,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:57:53,087 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:57:53,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:57:53,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:57:53,087 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:57:53,087 DEBUG [Thread-2494 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:57:53,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:57:53,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:57:53,088 DEBUG [Thread-2505 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:57:53,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:57:53,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:57:53,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:57:53,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:57:53,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60768, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:57:53,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:57:53,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60782, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:57:53,088 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:57:53,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60788, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:57:53,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:57:53,089 DEBUG [Thread-2497 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:57:53,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:57:53,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:57:53,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:57:53,090 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:57:53,090 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:57:53,091 DEBUG [Thread-2486 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T19:57:53,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:57:53,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60814, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:57:53,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:57:53,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:57:53,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5] 2024-12-02T19:57:53,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5] 2024-12-02T19:57:53,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5] 2024-12-02T19:57:53,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:57:53,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:57:53,093 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5] 2024-12-02T19:57:53,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5] 2024-12-02T19:57:53,094 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5] 2024-12-02T19:57:53,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-12-02T19:57:53,095 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5] 2024-12-02T19:57:53,095 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5] 2024-12-02T19:57:53,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5] 2024-12-02T19:57:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-02T19:57:53,096 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:57:53,097 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:57:53,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:57:53,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=41897df2911b,36713,1733169305610, seqNum=-1] 2024-12-02T19:57:53,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T19:57:53,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60850, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T19:57:53,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:53,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 21e9ee2bfa95b43f6b14b7279ef16c89 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-02T19:57:53,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=A 2024-12-02T19:57:53,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:53,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=B 2024-12-02T19:57:53,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:53,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=C 2024-12-02T19:57:53,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:53,105 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5] 2024-12-02T19:57:53,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d72834519e88456eadcdae6b9baaa55f_21e9ee2bfa95b43f6b14b7279ef16c89 is 50, key is test_row_0/A:col10/1733169473100/Put/seqid=0 2024-12-02T19:57:53,135 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169473124, max timestamp=1733169473131Num uniques 859; 2024-12-02T19:57:53,135 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169473124, max timestamp=1733169473131Num uniques 859; 2024-12-02T19:57:53,135 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:57:53,135 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:57:53,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742383_1559 (size=12154) 2024-12-02T19:57:53,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169533129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:53,136 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169473124, max timestamp=1733169473133Num uniques 859; 2024-12-02T19:57:53,136 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:57:53,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:53,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:53,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1733169533154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169533152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:53,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1733169533155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:53,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:53,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:53,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169533155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:53,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:53,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:53,158 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:53,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-02T19:57:53,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169533239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:53,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:53,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-02T19:57:53,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:53,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:57:53,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:53,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:53,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:53,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169533268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:53,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:53,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1733169533268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:53,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:53,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:53,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169533268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:53,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:53,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1733169533268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:53,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:53,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,271 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:53,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-02T19:57:53,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:53,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:57:53,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:53,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:53,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:53,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:53,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-02T19:57:53,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169533449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:53,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:53,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169533478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:53,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:53,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1733169533478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:53,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:53,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1733169533478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:53,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:53,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:53,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169533479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:53,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:53,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:53,534 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:53,538 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d72834519e88456eadcdae6b9baaa55f_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d72834519e88456eadcdae6b9baaa55f_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:53,538 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/2f0f03b802c24ed8bf2b9f351a7a2877, store: [table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:57:53,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/2f0f03b802c24ed8bf2b9f351a7a2877 is 175, key is test_row_0/A:col10/1733169473100/Put/seqid=0 2024-12-02T19:57:53,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742384_1560 (size=30955) 2024-12-02T19:57:53,549 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/2f0f03b802c24ed8bf2b9f351a7a2877 2024-12-02T19:57:53,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-02T19:57:53,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:53,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:57:53,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:53,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:53,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:53,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/fb256d2ec2ed4fee921b673e6dac744d is 50, key is test_row_0/B:col10/1733169473100/Put/seqid=0 2024-12-02T19:57:53,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742385_1561 (size=12001) 2024-12-02T19:57:53,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-02T19:57:53,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:53,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:57:53,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:53,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:53,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:53,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:53,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-02T19:57:53,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:53,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169533758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:53,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:53,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169533788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:53,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:53,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1733169533789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:53,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,791 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:53,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1733169533789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:53,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:53,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169533789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:53,792 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,792 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,792 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:53,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:53,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:53,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-02T19:57:53,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:53,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:57:53,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:53,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:53,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:53,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:53,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/fb256d2ec2ed4fee921b673e6dac744d 2024-12-02T19:57:53,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/9487a213464148d9a28c9b0ba94890c4 is 50, key is test_row_0/C:col10/1733169473100/Put/seqid=0 2024-12-02T19:57:54,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742386_1562 (size=12001) 2024-12-02T19:57:54,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/9487a213464148d9a28c9b0ba94890c4 2024-12-02T19:57:54,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/2f0f03b802c24ed8bf2b9f351a7a2877 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/2f0f03b802c24ed8bf2b9f351a7a2877 2024-12-02T19:57:54,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/2f0f03b802c24ed8bf2b9f351a7a2877, entries=150, sequenceid=15, filesize=30.2 K 2024-12-02T19:57:54,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-02T19:57:54,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:54,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:57:54,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:54,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:54,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:54,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/fb256d2ec2ed4fee921b673e6dac744d as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/fb256d2ec2ed4fee921b673e6dac744d 2024-12-02T19:57:54,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/fb256d2ec2ed4fee921b673e6dac744d, entries=150, sequenceid=15, filesize=11.7 K 2024-12-02T19:57:54,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/9487a213464148d9a28c9b0ba94890c4 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/9487a213464148d9a28c9b0ba94890c4 2024-12-02T19:57:54,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/9487a213464148d9a28c9b0ba94890c4, entries=150, sequenceid=15, filesize=11.7 K 2024-12-02T19:57:54,025 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 21e9ee2bfa95b43f6b14b7279ef16c89 in 923ms, sequenceid=15, compaction requested=false 2024-12-02T19:57:54,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:57:54,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-02T19:57:54,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:54,166 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing 21e9ee2bfa95b43f6b14b7279ef16c89 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-02T19:57:54,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=A 2024-12-02T19:57:54,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:57:54,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=B 2024-12-02T19:57:54,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:57:54,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=C 2024-12-02T19:57:54,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:57:54,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120238069e96dbfa44f1a71cd302b3d579f3_21e9ee2bfa95b43f6b14b7279ef16c89 is 50, key is test_row_0/A:col10/1733169473149/Put/seqid=0 2024-12-02T19:57:54,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742387_1563 (size=12154) 2024-12-02T19:57:54,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,184 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120238069e96dbfa44f1a71cd302b3d579f3_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120238069e96dbfa44f1a71cd302b3d579f3_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:54,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/299f2c97b674402290b858044828fdc6, store: [table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:57:54,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/299f2c97b674402290b858044828fdc6 is 175, key is test_row_0/A:col10/1733169473149/Put/seqid=0 2024-12-02T19:57:54,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742388_1564 (size=30955) 2024-12-02T19:57:54,192 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/299f2c97b674402290b858044828fdc6 2024-12-02T19:57:54,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/bf9794305f2047a88d8fb3f8608c3073 is 50, key is test_row_0/B:col10/1733169473149/Put/seqid=0 2024-12-02T19:57:54,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742389_1565 (size=12001) 2024-12-02T19:57:54,205 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/bf9794305f2047a88d8fb3f8608c3073 2024-12-02T19:57:54,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/086a7c220aa646c0bc03286cfd40ca98 is 50, key is test_row_0/C:col10/1733169473149/Put/seqid=0 2024-12-02T19:57:54,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-02T19:57:54,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742390_1566 (size=12001) 2024-12-02T19:57:54,239 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/086a7c220aa646c0bc03286cfd40ca98 2024-12-02T19:57:54,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/299f2c97b674402290b858044828fdc6 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/299f2c97b674402290b858044828fdc6 2024-12-02T19:57:54,245 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/299f2c97b674402290b858044828fdc6, entries=150, sequenceid=52, filesize=30.2 K 2024-12-02T19:57:54,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/bf9794305f2047a88d8fb3f8608c3073 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/bf9794305f2047a88d8fb3f8608c3073 2024-12-02T19:57:54,249 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/bf9794305f2047a88d8fb3f8608c3073, entries=150, sequenceid=52, filesize=11.7 K 2024-12-02T19:57:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/086a7c220aa646c0bc03286cfd40ca98 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/086a7c220aa646c0bc03286cfd40ca98 2024-12-02T19:57:54,252 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/086a7c220aa646c0bc03286cfd40ca98, entries=150, sequenceid=52, filesize=11.7 K 2024-12-02T19:57:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,253 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=0 B/0 for 21e9ee2bfa95b43f6b14b7279ef16c89 in 86ms, sequenceid=52, compaction requested=false 2024-12-02T19:57:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:57:54,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:54,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-12-02T19:57:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-12-02T19:57:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-12-02T19:57:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1570 sec 2024-12-02T19:57:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.1680 sec 2024-12-02T19:57:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 21e9ee2bfa95b43f6b14b7279ef16c89 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-02T19:57:54,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=A 2024-12-02T19:57:54,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:54,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=B 2024-12-02T19:57:54,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:54,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=C 2024-12-02T19:57:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202349ebf9ef86a4240ba5c761f48846e62_21e9ee2bfa95b43f6b14b7279ef16c89 is 50, key is test_row_0/A:col10/1733169474307/Put/seqid=0 2024-12-02T19:57:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742391_1567 (size=21918) 2024-12-02T19:57:54,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733169474329, max timestamp=1733169474336Num uniques 859; 2024-12-02T19:57:54,338 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-02T19:57:54,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733169474329, max timestamp=1733169474336Num uniques 859; 2024-12-02T19:57:54,339 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-02T19:57:54,339 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:54,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733169474329, max timestamp=1733169474336Num uniques 859; 2024-12-02T19:57:54,340 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-02T19:57:54,346 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202349ebf9ef86a4240ba5c761f48846e62_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202349ebf9ef86a4240ba5c761f48846e62_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:54,348 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/718a9c58f43f408ea338c1e86892b31f, store: [table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:57:54,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/718a9c58f43f408ea338c1e86892b31f is 175, key is test_row_0/A:col10/1733169474307/Put/seqid=0 2024-12-02T19:57:54,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742392_1568 (size=65323) 2024-12-02T19:57:54,353 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/718a9c58f43f408ea338c1e86892b31f 2024-12-02T19:57:54,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/d903b3cba97e43d9a5f03b1721eabfcc is 50, key is test_row_0/B:col10/1733169474307/Put/seqid=0 2024-12-02T19:57:54,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742393_1569 (size=12001) 2024-12-02T19:57:54,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1733169534355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:54,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:54,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169534355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:54,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:54,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:54,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:54,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:54,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:54,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169534369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:54,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:54,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:54,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:54,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169534369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:54,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:54,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:54,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:54,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:54,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1733169534370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:54,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1733169534478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:54,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169534478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:54,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:54,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:54,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:54,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169534479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:54,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:54,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:54,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:54,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:54,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:54,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:54,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169534479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:54,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:54,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:54,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:54,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:54,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1733169534479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:54,482 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:54,482 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:54,482 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:54,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1733169534688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:54,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:54,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:54,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169534688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:54,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:54,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169534688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:54,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169534688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:54,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1733169534689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:54,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/d903b3cba97e43d9a5f03b1721eabfcc 2024-12-02T19:57:54,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/488116343a7b438caaf186bc2d3b2bc9 is 50, key is test_row_0/C:col10/1733169474307/Put/seqid=0 2024-12-02T19:57:54,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742394_1570 (size=12001) 2024-12-02T19:57:55,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1733169534998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:55,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:55,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169534998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:55,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:55,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:55,001 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,001 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169534998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:55,001 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:55,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:55,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169534998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:55,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:55,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1733169534998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:55,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:55,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:55,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/488116343a7b438caaf186bc2d3b2bc9 2024-12-02T19:57:55,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/718a9c58f43f408ea338c1e86892b31f as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/718a9c58f43f408ea338c1e86892b31f 2024-12-02T19:57:55,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/718a9c58f43f408ea338c1e86892b31f, entries=350, sequenceid=62, filesize=63.8 K 2024-12-02T19:57:55,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/d903b3cba97e43d9a5f03b1721eabfcc as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/d903b3cba97e43d9a5f03b1721eabfcc 2024-12-02T19:57:55,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/d903b3cba97e43d9a5f03b1721eabfcc, entries=150, sequenceid=62, filesize=11.7 K 2024-12-02T19:57:55,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/488116343a7b438caaf186bc2d3b2bc9 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/488116343a7b438caaf186bc2d3b2bc9 2024-12-02T19:57:55,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/488116343a7b438caaf186bc2d3b2bc9, entries=150, sequenceid=62, filesize=11.7 K 2024-12-02T19:57:55,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=147.60 KB/151140 for 21e9ee2bfa95b43f6b14b7279ef16c89 in 877ms, sequenceid=62, compaction requested=true 2024-12-02T19:57:55,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:57:55,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 21e9ee2bfa95b43f6b14b7279ef16c89:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:57:55,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:55,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 21e9ee2bfa95b43f6b14b7279ef16c89:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:57:55,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:55,185 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:55,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 21e9ee2bfa95b43f6b14b7279ef16c89:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:57:55,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:57:55,185 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:55,186 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:55,186 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127233 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:55,186 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 21e9ee2bfa95b43f6b14b7279ef16c89/B is initiating minor compaction (all files) 2024-12-02T19:57:55,186 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 21e9ee2bfa95b43f6b14b7279ef16c89/A is initiating minor compaction (all files) 2024-12-02T19:57:55,186 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 21e9ee2bfa95b43f6b14b7279ef16c89/B in TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:55,186 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 21e9ee2bfa95b43f6b14b7279ef16c89/A in TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:55,186 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/fb256d2ec2ed4fee921b673e6dac744d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/bf9794305f2047a88d8fb3f8608c3073, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/d903b3cba97e43d9a5f03b1721eabfcc] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp, totalSize=35.2 K 2024-12-02T19:57:55,186 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/2f0f03b802c24ed8bf2b9f351a7a2877, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/299f2c97b674402290b858044828fdc6, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/718a9c58f43f408ea338c1e86892b31f] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp, totalSize=124.3 K 2024-12-02T19:57:55,186 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:55,186 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. files: [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/2f0f03b802c24ed8bf2b9f351a7a2877, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/299f2c97b674402290b858044828fdc6, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/718a9c58f43f408ea338c1e86892b31f] 2024-12-02T19:57:55,186 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting fb256d2ec2ed4fee921b673e6dac744d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733169473098 2024-12-02T19:57:55,187 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f0f03b802c24ed8bf2b9f351a7a2877, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733169473098 2024-12-02T19:57:55,187 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting bf9794305f2047a88d8fb3f8608c3073, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733169473149 2024-12-02T19:57:55,187 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 299f2c97b674402290b858044828fdc6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733169473149 2024-12-02T19:57:55,187 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting d903b3cba97e43d9a5f03b1721eabfcc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733169474300 2024-12-02T19:57:55,187 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 718a9c58f43f408ea338c1e86892b31f, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733169474279 2024-12-02T19:57:55,191 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:57:55,192 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 21e9ee2bfa95b43f6b14b7279ef16c89#B#compaction#490 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:55,193 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/43814a5fe3714c079ca29e3d307c83d3 is 50, key is test_row_0/B:col10/1733169474307/Put/seqid=0 2024-12-02T19:57:55,193 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412027806b0aa34fc4525a361fbf7fb924eb9_21e9ee2bfa95b43f6b14b7279ef16c89 store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:57:55,195 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412027806b0aa34fc4525a361fbf7fb924eb9_21e9ee2bfa95b43f6b14b7279ef16c89, store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:57:55,195 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412027806b0aa34fc4525a361fbf7fb924eb9_21e9ee2bfa95b43f6b14b7279ef16c89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:57:55,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742395_1571 (size=12104) 2024-12-02T19:57:55,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742396_1572 (size=4469) 2024-12-02T19:57:55,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-02T19:57:55,238 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:57:55,239 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:57:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-12-02T19:57:55,240 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:57:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-02T19:57:55,241 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:57:55,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:57:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-02T19:57:55,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-02T19:57:55,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:55,393 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 21e9ee2bfa95b43f6b14b7279ef16c89 3/3 column families, dataSize=147.60 KB heapSize=415.45 KB 2024-12-02T19:57:55,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=A 2024-12-02T19:57:55,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:57:55,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=B 2024-12-02T19:57:55,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:57:55,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=C 2024-12-02T19:57:55,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:57:55,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412026ba56a79d17d49eebb041b415c94b411_21e9ee2bfa95b43f6b14b7279ef16c89 is 50, key is test_row_0/A:col10/1733169474365/Put/seqid=0 2024-12-02T19:57:55,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742397_1573 (size=12154) 2024-12-02T19:57:55,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:55,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:57:55,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169535513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:55,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:55,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1733169535513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:55,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:55,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169535514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:55,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:55,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1733169535514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:55,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,520 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:55,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169535514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:55,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-02T19:57:55,600 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 21e9ee2bfa95b43f6b14b7279ef16c89#A#compaction#491 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:55,601 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/1d1c1acdb1a240d381634dd4169f9709 is 175, key is test_row_0/A:col10/1733169474307/Put/seqid=0 2024-12-02T19:57:55,602 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/43814a5fe3714c079ca29e3d307c83d3 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/43814a5fe3714c079ca29e3d307c83d3 2024-12-02T19:57:55,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742398_1574 (size=31058) 2024-12-02T19:57:55,606 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 21e9ee2bfa95b43f6b14b7279ef16c89/B of 21e9ee2bfa95b43f6b14b7279ef16c89 into 43814a5fe3714c079ca29e3d307c83d3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:55,606 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:57:55,606 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., storeName=21e9ee2bfa95b43f6b14b7279ef16c89/B, priority=13, startTime=1733169475185; duration=0sec 2024-12-02T19:57:55,606 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:57:55,606 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 21e9ee2bfa95b43f6b14b7279ef16c89:B 2024-12-02T19:57:55,606 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:55,607 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:55,607 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 21e9ee2bfa95b43f6b14b7279ef16c89/C is initiating minor compaction (all files) 2024-12-02T19:57:55,607 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 21e9ee2bfa95b43f6b14b7279ef16c89/C in TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:55,607 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/9487a213464148d9a28c9b0ba94890c4, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/086a7c220aa646c0bc03286cfd40ca98, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/488116343a7b438caaf186bc2d3b2bc9] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp, totalSize=35.2 K 2024-12-02T19:57:55,607 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 9487a213464148d9a28c9b0ba94890c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733169473098 2024-12-02T19:57:55,608 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 086a7c220aa646c0bc03286cfd40ca98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733169473149 2024-12-02T19:57:55,608 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 488116343a7b438caaf186bc2d3b2bc9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733169474300 2024-12-02T19:57:55,613 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 21e9ee2bfa95b43f6b14b7279ef16c89#C#compaction#493 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:55,613 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/cb7aaf310eb446ccb6da6ce714844b39 is 50, key is test_row_0/C:col10/1733169474307/Put/seqid=0 2024-12-02T19:57:55,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742399_1575 (size=12104) 2024-12-02T19:57:55,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169535628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:55,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1733169535628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:55,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,631 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:55,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:55,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169535628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:55,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:55,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169535628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:55,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:55,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:55,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1733169535628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:55,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,631 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:55,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:55,725 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T19:57:55,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:55,804 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412026ba56a79d17d49eebb041b415c94b411_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026ba56a79d17d49eebb041b415c94b411_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:55,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/640615526c9e4ad790dc153a4f309d49, store: [table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:57:55,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/640615526c9e4ad790dc153a4f309d49 is 175, key is test_row_0/A:col10/1733169474365/Put/seqid=0 2024-12-02T19:57:55,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742400_1576 (size=30955) 2024-12-02T19:57:55,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:55,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169535838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1733169535838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:55,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:55,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169535838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169535838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:55,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1733169535838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:55,841 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-02T19:57:56,007 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/1d1c1acdb1a240d381634dd4169f9709 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/1d1c1acdb1a240d381634dd4169f9709 2024-12-02T19:57:56,011 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 21e9ee2bfa95b43f6b14b7279ef16c89/A of 21e9ee2bfa95b43f6b14b7279ef16c89 into 1d1c1acdb1a240d381634dd4169f9709(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:56,011 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:57:56,011 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., storeName=21e9ee2bfa95b43f6b14b7279ef16c89/A, priority=13, startTime=1733169475185; duration=0sec 2024-12-02T19:57:56,011 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:56,011 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 21e9ee2bfa95b43f6b14b7279ef16c89:A 2024-12-02T19:57:56,021 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/cb7aaf310eb446ccb6da6ce714844b39 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/cb7aaf310eb446ccb6da6ce714844b39 2024-12-02T19:57:56,024 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 21e9ee2bfa95b43f6b14b7279ef16c89/C of 21e9ee2bfa95b43f6b14b7279ef16c89 into cb7aaf310eb446ccb6da6ce714844b39(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:56,024 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:57:56,024 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., storeName=21e9ee2bfa95b43f6b14b7279ef16c89/C, priority=13, startTime=1733169475185; duration=0sec 2024-12-02T19:57:56,024 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:56,024 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 21e9ee2bfa95b43f6b14b7279ef16c89:C 2024-12-02T19:57:56,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169536149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:56,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:56,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:56,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:56,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169536149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:56,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:56,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:56,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:56,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169536149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:56,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:56,151 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:56,151 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1733169536149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:56,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:56,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:56,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:56,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1733169536149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:56,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:56,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:56,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:56,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:56,209 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/640615526c9e4ad790dc153a4f309d49 2024-12-02T19:57:56,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/71deed968cf5424faffd05b12f3ac039 is 50, key is test_row_0/B:col10/1733169474365/Put/seqid=0 2024-12-02T19:57:56,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742401_1577 (size=12001) 2024-12-02T19:57:56,223 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/71deed968cf5424faffd05b12f3ac039 2024-12-02T19:57:56,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/8f3ff0a34f1c486e9c26291fb9ccab45 is 50, key is test_row_0/C:col10/1733169474365/Put/seqid=0 2024-12-02T19:57:56,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742402_1578 (size=12001) 2024-12-02T19:57:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-02T19:57:56,638 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/8f3ff0a34f1c486e9c26291fb9ccab45 2024-12-02T19:57:56,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/640615526c9e4ad790dc153a4f309d49 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/640615526c9e4ad790dc153a4f309d49 2024-12-02T19:57:56,649 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/640615526c9e4ad790dc153a4f309d49, entries=150, sequenceid=99, filesize=30.2 K 2024-12-02T19:57:56,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/71deed968cf5424faffd05b12f3ac039 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/71deed968cf5424faffd05b12f3ac039 2024-12-02T19:57:56,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,653 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/71deed968cf5424faffd05b12f3ac039, entries=150, sequenceid=99, filesize=11.7 K 2024-12-02T19:57:56,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/8f3ff0a34f1c486e9c26291fb9ccab45 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/8f3ff0a34f1c486e9c26291fb9ccab45 2024-12-02T19:57:56,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,657 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/8f3ff0a34f1c486e9c26291fb9ccab45, entries=150, sequenceid=99, filesize=11.7 K 2024-12-02T19:57:56,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,657 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~415.41 KB/425376, currentSize=33.54 KB/34350 for 21e9ee2bfa95b43f6b14b7279ef16c89 in 1264ms, sequenceid=99, compaction requested=false 2024-12-02T19:57:56,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:57:56,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:56,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-12-02T19:57:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-12-02T19:57:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-12-02T19:57:56,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4180 sec 2024-12-02T19:57:56,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.4220 sec 2024-12-02T19:57:56,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 21e9ee2bfa95b43f6b14b7279ef16c89 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-02T19:57:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=A 2024-12-02T19:57:56,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:56,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=B 2024-12-02T19:57:56,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:56,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=C 2024-12-02T19:57:56,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412021cf1d54433414a2e8f0933d44822100b_21e9ee2bfa95b43f6b14b7279ef16c89 is 50, key is test_row_0/A:col10/1733169476664/Put/seqid=0 2024-12-02T19:57:56,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742403_1579 (size=14594) 2024-12-02T19:57:56,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:56,723 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9554, totalHeapSize=21976, min timestamp=1733169476710, max timestamp=1733169476720Num uniques 859; 2024-12-02T19:57:56,723 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9554, totalHeapSize=21976, min timestamp=1733169476710, max timestamp=1733169476720Num uniques 859; 2024-12-02T19:57:56,723 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39324, new segment data size=9554, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-02T19:57:56,723 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39324, new segment data size=9554, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-02T19:57:56,725 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9554, totalHeapSize=21976, min timestamp=1733169476710, max timestamp=1733169476720Num uniques 859; 2024-12-02T19:57:56,725 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39324, new segment data size=9554, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-02T19:57:56,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:56,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169536739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:56,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:56,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169536739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:56,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:56,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:56,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:56,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:56,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:56,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:56,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:56,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1733169536743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:56,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:56,748 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:56,748 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:56,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169536744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:56,748 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:56,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:56,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:56,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:56,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:56,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1733169536746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:56,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:56,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:56,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:56,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:56,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169536848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:56,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:56,850 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:56,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169536848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:56,850 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:56,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:56,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:56,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:56,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:56,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:56,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1733169536858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:56,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:56,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169536858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:56,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:56,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:56,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1733169536858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:56,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:56,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:56,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:56,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:56,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:56,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:56,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:56,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:57,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169537058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:57,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169537058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:57,059 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:57,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:57,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:57,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:57,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:57,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:57,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1733169537068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:57,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:57,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:57,070 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:57,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169537068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:57,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1733169537068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:57,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:57,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:57,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:57,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:57,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:57,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:57,077 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:57,079 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412021cf1d54433414a2e8f0933d44822100b_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412021cf1d54433414a2e8f0933d44822100b_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:57,080 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/8a31b49c9cc448629516f19ae3e4c150, store: [table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:57:57,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/8a31b49c9cc448629516f19ae3e4c150 is 175, key is test_row_0/A:col10/1733169476664/Put/seqid=0 2024-12-02T19:57:57,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742404_1580 (size=39545) 2024-12-02T19:57:57,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169537368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:57,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:57,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:57,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:57,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169537368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:57,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:57,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:57,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:57,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1733169537378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:57,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:57,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:57,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:57,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169537378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:57,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:57,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:57,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:57,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1733169537378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:57,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:57,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:57,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-02T19:57:57,389 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:57:57,389 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:57:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-12-02T19:57:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-02T19:57:57,391 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:57:57,392 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:57:57,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:57:57,484 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=112, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/8a31b49c9cc448629516f19ae3e4c150 2024-12-02T19:57:57,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/9dfabc634fb8404d9dd290158946855e is 50, key is test_row_0/B:col10/1733169476664/Put/seqid=0 2024-12-02T19:57:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-02T19:57:57,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742405_1581 (size=9657) 2024-12-02T19:57:57,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-02T19:57:57,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:57,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:57:57,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:57,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:57,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:57,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-02T19:57:57,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:57,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:57:57,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:57,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:57,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-02T19:57:57,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-02T19:57:57,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:57,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:57:57,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:57,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:57,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:57,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:57,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169537878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:57,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:57,881 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169537879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:57,881 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:57,881 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:57,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:57,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:57,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:57,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169537889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:57,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:57,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:57,891 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:57,891 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1733169537890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:57,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:57,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:57,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:57,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1733169537890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:57,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:57,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:57,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:57,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/9dfabc634fb8404d9dd290158946855e 2024-12-02T19:57:57,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/5bb073b8bf4b4e9f931e8724a6053527 is 50, key is test_row_0/C:col10/1733169476664/Put/seqid=0 2024-12-02T19:57:57,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742406_1582 (size=9657) 2024-12-02T19:57:58,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-02T19:57:58,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:58,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:57:58,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:58,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:58,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-02T19:57:58,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-02T19:57:58,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:58,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:57:58,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:58,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:58,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:58,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:58,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-02T19:57:58,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:58,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:57:58,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:58,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:58,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:58,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/5bb073b8bf4b4e9f931e8724a6053527 2024-12-02T19:57:58,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/8a31b49c9cc448629516f19ae3e4c150 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/8a31b49c9cc448629516f19ae3e4c150 2024-12-02T19:57:58,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/8a31b49c9cc448629516f19ae3e4c150, entries=200, sequenceid=112, filesize=38.6 K 2024-12-02T19:57:58,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/9dfabc634fb8404d9dd290158946855e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/9dfabc634fb8404d9dd290158946855e 2024-12-02T19:57:58,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/9dfabc634fb8404d9dd290158946855e, entries=100, sequenceid=112, filesize=9.4 K 2024-12-02T19:57:58,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/5bb073b8bf4b4e9f931e8724a6053527 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/5bb073b8bf4b4e9f931e8724a6053527 2024-12-02T19:57:58,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/5bb073b8bf4b4e9f931e8724a6053527, entries=100, sequenceid=112, filesize=9.4 K 2024-12-02T19:57:58,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 21e9ee2bfa95b43f6b14b7279ef16c89 in 1678ms, sequenceid=112, compaction requested=true 2024-12-02T19:57:58,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:57:58,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 21e9ee2bfa95b43f6b14b7279ef16c89:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:57:58,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:58,346 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:58,346 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:58,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 21e9ee2bfa95b43f6b14b7279ef16c89:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:57:58,347 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101558 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:58,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:58,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 21e9ee2bfa95b43f6b14b7279ef16c89:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:57:58,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:57:58,347 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 21e9ee2bfa95b43f6b14b7279ef16c89/A is initiating minor compaction (all files) 2024-12-02T19:57:58,347 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 21e9ee2bfa95b43f6b14b7279ef16c89/A in TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:58,347 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/1d1c1acdb1a240d381634dd4169f9709, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/640615526c9e4ad790dc153a4f309d49, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/8a31b49c9cc448629516f19ae3e4c150] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp, totalSize=99.2 K 2024-12-02T19:57:58,347 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:58,347 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. files: [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/1d1c1acdb1a240d381634dd4169f9709, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/640615526c9e4ad790dc153a4f309d49, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/8a31b49c9cc448629516f19ae3e4c150] 2024-12-02T19:57:58,347 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:58,347 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 21e9ee2bfa95b43f6b14b7279ef16c89/B is initiating minor compaction (all files) 2024-12-02T19:57:58,347 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 21e9ee2bfa95b43f6b14b7279ef16c89/B in TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:58,347 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/43814a5fe3714c079ca29e3d307c83d3, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/71deed968cf5424faffd05b12f3ac039, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/9dfabc634fb8404d9dd290158946855e] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp, totalSize=33.0 K 2024-12-02T19:57:58,348 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d1c1acdb1a240d381634dd4169f9709, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733169474300 2024-12-02T19:57:58,348 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 43814a5fe3714c079ca29e3d307c83d3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733169474300 2024-12-02T19:57:58,348 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 640615526c9e4ad790dc153a4f309d49, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733169474359 2024-12-02T19:57:58,348 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 71deed968cf5424faffd05b12f3ac039, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733169474359 2024-12-02T19:57:58,348 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a31b49c9cc448629516f19ae3e4c150, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733169475513 2024-12-02T19:57:58,348 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 9dfabc634fb8404d9dd290158946855e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733169476664 2024-12-02T19:57:58,361 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:57:58,365 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 21e9ee2bfa95b43f6b14b7279ef16c89#B#compaction#500 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:58,366 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/6f8383a0e3fb43939979fdd49b04cf2e is 50, key is test_row_0/B:col10/1733169476664/Put/seqid=0 2024-12-02T19:57:58,375 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412024416ef6b605b4b56abdcbf6e8a5d6dde_21e9ee2bfa95b43f6b14b7279ef16c89 store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:57:58,376 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412024416ef6b605b4b56abdcbf6e8a5d6dde_21e9ee2bfa95b43f6b14b7279ef16c89, store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:57:58,376 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412024416ef6b605b4b56abdcbf6e8a5d6dde_21e9ee2bfa95b43f6b14b7279ef16c89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:57:58,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742407_1583 (size=12207) 2024-12-02T19:57:58,394 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/6f8383a0e3fb43939979fdd49b04cf2e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/6f8383a0e3fb43939979fdd49b04cf2e 2024-12-02T19:57:58,400 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 21e9ee2bfa95b43f6b14b7279ef16c89/B of 21e9ee2bfa95b43f6b14b7279ef16c89 into 6f8383a0e3fb43939979fdd49b04cf2e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:58,400 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:57:58,400 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., storeName=21e9ee2bfa95b43f6b14b7279ef16c89/B, priority=13, startTime=1733169478346; duration=0sec 2024-12-02T19:57:58,400 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:57:58,400 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 21e9ee2bfa95b43f6b14b7279ef16c89:B 2024-12-02T19:57:58,401 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:57:58,406 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:57:58,406 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 21e9ee2bfa95b43f6b14b7279ef16c89/C is initiating minor compaction (all files) 2024-12-02T19:57:58,407 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 21e9ee2bfa95b43f6b14b7279ef16c89/C in TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:58,407 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/cb7aaf310eb446ccb6da6ce714844b39, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/8f3ff0a34f1c486e9c26291fb9ccab45, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/5bb073b8bf4b4e9f931e8724a6053527] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp, totalSize=33.0 K 2024-12-02T19:57:58,408 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting cb7aaf310eb446ccb6da6ce714844b39, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733169474300 2024-12-02T19:57:58,408 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f3ff0a34f1c486e9c26291fb9ccab45, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733169474359 2024-12-02T19:57:58,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742408_1584 (size=4469) 2024-12-02T19:57:58,409 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bb073b8bf4b4e9f931e8724a6053527, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733169476664 2024-12-02T19:57:58,410 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 21e9ee2bfa95b43f6b14b7279ef16c89#A#compaction#499 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:58,411 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/41a097734eaf49be987337d87ea174d4 is 175, key is test_row_0/A:col10/1733169476664/Put/seqid=0 2024-12-02T19:57:58,416 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 21e9ee2bfa95b43f6b14b7279ef16c89#C#compaction#501 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:57:58,416 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/785c7a98e2a2467b9a6d9fc4dee6a422 is 50, key is test_row_0/C:col10/1733169476664/Put/seqid=0 2024-12-02T19:57:58,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742409_1585 (size=31268) 2024-12-02T19:57:58,430 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/41a097734eaf49be987337d87ea174d4 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/41a097734eaf49be987337d87ea174d4 2024-12-02T19:57:58,436 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 21e9ee2bfa95b43f6b14b7279ef16c89/A of 21e9ee2bfa95b43f6b14b7279ef16c89 into 41a097734eaf49be987337d87ea174d4(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:58,436 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:57:58,436 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., storeName=21e9ee2bfa95b43f6b14b7279ef16c89/A, priority=13, startTime=1733169478346; duration=0sec 2024-12-02T19:57:58,436 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:58,436 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 21e9ee2bfa95b43f6b14b7279ef16c89:A 2024-12-02T19:57:58,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742410_1586 (size=12207) 2024-12-02T19:57:58,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-02T19:57:58,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:58,467 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 21e9ee2bfa95b43f6b14b7279ef16c89 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-02T19:57:58,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=A 2024-12-02T19:57:58,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:57:58,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=B 2024-12-02T19:57:58,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:57:58,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=C 2024-12-02T19:57:58,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:57:58,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120221a78872b7ac46e981c7f21f1526981d_21e9ee2bfa95b43f6b14b7279ef16c89 is 50, key is test_row_0/A:col10/1733169476742/Put/seqid=0 2024-12-02T19:57:58,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742411_1587 (size=12304) 2024-12-02T19:57:58,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:58,525 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120221a78872b7ac46e981c7f21f1526981d_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120221a78872b7ac46e981c7f21f1526981d_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:58,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/266b3360e4954b42bb2ba7988b59aa03, store: [table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:57:58,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/266b3360e4954b42bb2ba7988b59aa03 is 175, key is test_row_0/A:col10/1733169476742/Put/seqid=0 2024-12-02T19:57:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-02T19:57:58,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742412_1588 (size=31105) 2024-12-02T19:57:58,855 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/785c7a98e2a2467b9a6d9fc4dee6a422 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/785c7a98e2a2467b9a6d9fc4dee6a422 2024-12-02T19:57:58,859 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 21e9ee2bfa95b43f6b14b7279ef16c89/C of 21e9ee2bfa95b43f6b14b7279ef16c89 into 785c7a98e2a2467b9a6d9fc4dee6a422(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:57:58,860 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:57:58,860 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., storeName=21e9ee2bfa95b43f6b14b7279ef16c89/C, priority=13, startTime=1733169478347; duration=0sec 2024-12-02T19:57:58,860 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:57:58,860 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 21e9ee2bfa95b43f6b14b7279ef16c89:C 2024-12-02T19:57:58,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:57:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:58,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:58,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1733169538899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1733169538899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:58,904 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_1' in 21e9ee2bfa95b43f6b14b7279ef16c89 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:57:58,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:58,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:58,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:58,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169538901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:58,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:58,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:58,905 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_1' in 21e9ee2bfa95b43f6b14b7279ef16c89 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:57:58,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:58,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:58,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:58,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:58,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:58,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169538904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169538903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:58,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:58,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:58,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:58,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:58,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:58,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:58,960 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=150, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/266b3360e4954b42bb2ba7988b59aa03 2024-12-02T19:57:58,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/899950e7d8d240b494cf02f2d2bb2764 is 50, key is test_row_0/B:col10/1733169476742/Put/seqid=0 2024-12-02T19:57:58,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742413_1589 (size=12151) 2024-12-02T19:57:59,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169539008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:59,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:59,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:59,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:59,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169539019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:59,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:59,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:59,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:59,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169539021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:59,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:59,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:59,024 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:59,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169539218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:59,221 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:59,221 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:59,221 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:59,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169539229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:59,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:59,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169539229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:59,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:59,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:59,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:59,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:59,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:59,385 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/899950e7d8d240b494cf02f2d2bb2764 2024-12-02T19:57:59,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/a88b7ec3efdb4363a4731c83b6ed66ec is 50, key is test_row_0/C:col10/1733169476742/Put/seqid=0 2024-12-02T19:57:59,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742414_1590 (size=12151) 2024-12-02T19:57:59,409 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/a88b7ec3efdb4363a4731c83b6ed66ec 2024-12-02T19:57:59,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/266b3360e4954b42bb2ba7988b59aa03 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/266b3360e4954b42bb2ba7988b59aa03 2024-12-02T19:57:59,417 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/266b3360e4954b42bb2ba7988b59aa03, entries=150, sequenceid=150, filesize=30.4 K 2024-12-02T19:57:59,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/899950e7d8d240b494cf02f2d2bb2764 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/899950e7d8d240b494cf02f2d2bb2764 2024-12-02T19:57:59,424 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/899950e7d8d240b494cf02f2d2bb2764, entries=150, sequenceid=150, filesize=11.9 K 2024-12-02T19:57:59,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/a88b7ec3efdb4363a4731c83b6ed66ec as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/a88b7ec3efdb4363a4731c83b6ed66ec 2024-12-02T19:57:59,429 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/a88b7ec3efdb4363a4731c83b6ed66ec, entries=150, sequenceid=150, filesize=11.9 K 2024-12-02T19:57:59,429 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 21e9ee2bfa95b43f6b14b7279ef16c89 in 963ms, sequenceid=150, compaction requested=false 2024-12-02T19:57:59,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:57:59,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:59,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-12-02T19:57:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-12-02T19:57:59,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-12-02T19:57:59,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0390 sec 2024-12-02T19:57:59,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 2.0470 sec 2024-12-02T19:57:59,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 21e9ee2bfa95b43f6b14b7279ef16c89 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-02T19:57:59,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=A 2024-12-02T19:57:59,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:59,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=B 2024-12-02T19:57:59,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:59,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=C 2024-12-02T19:57:59,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:57:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-02T19:57:59,538 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:57:59,539 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:57:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-12-02T19:57:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-02T19:57:59,541 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:57:59,542 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:57:59,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:57:59,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202dbfd4d758ed34025bf0247113186a7b4_21e9ee2bfa95b43f6b14b7279ef16c89 is 50, key is test_row_0/A:col10/1733169478902/Put/seqid=0 2024-12-02T19:57:59,586 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169479570, max timestamp=1733169479583Num uniques 859; 2024-12-02T19:57:59,586 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169479570, max timestamp=1733169479583Num uniques 859; 2024-12-02T19:57:59,586 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733169479570, max timestamp=1733169479583Num uniques 859; 2024-12-02T19:57:59,586 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:57:59,586 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:57:59,586 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-02T19:57:59,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742415_1591 (size=14794) 2024-12-02T19:57:59,612 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:57:59,617 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202dbfd4d758ed34025bf0247113186a7b4_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202dbfd4d758ed34025bf0247113186a7b4_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:57:59,619 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/ab371981f1f641baa191e17e44434a23, store: [table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:57:59,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/ab371981f1f641baa191e17e44434a23 is 175, key is test_row_0/A:col10/1733169478902/Put/seqid=0 2024-12-02T19:57:59,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742416_1592 (size=39749) 2024-12-02T19:57:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-02T19:57:59,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169539661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:59,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:59,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:59,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:59,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169539661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:59,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:59,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:59,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:59,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169539670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:59,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:59,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:59,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:59,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-02T19:57:59,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:59,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:57:59,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:59,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:59,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:59,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169539779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:59,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:59,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:59,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169539779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:59,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:59,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:59,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:59,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169539779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:59,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:59,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:59,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:59,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:59,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-02T19:57:59,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:59,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:57:59,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:57:59,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:59,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:59,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:57:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-02T19:57:59,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:59,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169539988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:59,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169539988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:59,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:57:59,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:59,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:59,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169539988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:57:59,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:59,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:59,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:59,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:57:59,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:59,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:57:59,992 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:00,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-02T19:58:00,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:00,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:58:00,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:00,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:00,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:00,035 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=162, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/ab371981f1f641baa191e17e44434a23 2024-12-02T19:58:00,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/d4b2510d8e554bc891885506813ddda5 is 50, key is test_row_0/B:col10/1733169478902/Put/seqid=0 2024-12-02T19:58:00,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742417_1593 (size=12151) 2024-12-02T19:58:00,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-02T19:58:00,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:00,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:58:00,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:00,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:00,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:00,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-02T19:58:00,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169540298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:00,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:00,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169540299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:00,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:00,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:00,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:00,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:00,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:00,301 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169540299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:00,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:00,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:00,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:00,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-02T19:58:00,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:00,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:58:00,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:00,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:00,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:00,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/d4b2510d8e554bc891885506813ddda5 2024-12-02T19:58:00,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/d16a87084ff44d929222b94b34d2334c is 50, key is test_row_0/C:col10/1733169478902/Put/seqid=0 2024-12-02T19:58:00,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742418_1594 (size=12151) 2024-12-02T19:58:00,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-02T19:58:00,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:00,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:58:00,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:00,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:00,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:00,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:00,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/d16a87084ff44d929222b94b34d2334c 2024-12-02T19:58:00,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/ab371981f1f641baa191e17e44434a23 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/ab371981f1f641baa191e17e44434a23 2024-12-02T19:58:00,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/ab371981f1f641baa191e17e44434a23, entries=200, sequenceid=162, filesize=38.8 K 2024-12-02T19:58:00,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/d4b2510d8e554bc891885506813ddda5 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/d4b2510d8e554bc891885506813ddda5 2024-12-02T19:58:00,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/d4b2510d8e554bc891885506813ddda5, entries=150, sequenceid=162, filesize=11.9 K 2024-12-02T19:58:00,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/d16a87084ff44d929222b94b34d2334c as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/d16a87084ff44d929222b94b34d2334c 2024-12-02T19:58:00,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/d16a87084ff44d929222b94b34d2334c, entries=150, sequenceid=162, filesize=11.9 K 2024-12-02T19:58:00,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 21e9ee2bfa95b43f6b14b7279ef16c89 in 972ms, sequenceid=162, compaction requested=true 2024-12-02T19:58:00,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:58:00,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 21e9ee2bfa95b43f6b14b7279ef16c89:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:58:00,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:58:00,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 21e9ee2bfa95b43f6b14b7279ef16c89:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:58:00,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:58:00,503 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:58:00,503 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:58:00,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 21e9ee2bfa95b43f6b14b7279ef16c89:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:58:00,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:58:00,504 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:58:00,505 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 21e9ee2bfa95b43f6b14b7279ef16c89/B is initiating minor compaction (all files) 2024-12-02T19:58:00,505 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 21e9ee2bfa95b43f6b14b7279ef16c89/B in TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:00,505 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/6f8383a0e3fb43939979fdd49b04cf2e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/899950e7d8d240b494cf02f2d2bb2764, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/d4b2510d8e554bc891885506813ddda5] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp, totalSize=35.7 K 2024-12-02T19:58:00,505 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102122 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:58:00,505 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 21e9ee2bfa95b43f6b14b7279ef16c89/A is initiating minor compaction (all files) 2024-12-02T19:58:00,505 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 21e9ee2bfa95b43f6b14b7279ef16c89/A in TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:00,505 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/41a097734eaf49be987337d87ea174d4, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/266b3360e4954b42bb2ba7988b59aa03, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/ab371981f1f641baa191e17e44434a23] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp, totalSize=99.7 K 2024-12-02T19:58:00,505 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:00,505 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. files: [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/41a097734eaf49be987337d87ea174d4, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/266b3360e4954b42bb2ba7988b59aa03, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/ab371981f1f641baa191e17e44434a23] 2024-12-02T19:58:00,507 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f8383a0e3fb43939979fdd49b04cf2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733169474359 2024-12-02T19:58:00,507 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41a097734eaf49be987337d87ea174d4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733169474359 2024-12-02T19:58:00,507 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 266b3360e4954b42bb2ba7988b59aa03, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733169476742 2024-12-02T19:58:00,507 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 899950e7d8d240b494cf02f2d2bb2764, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733169476742 2024-12-02T19:58:00,508 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting d4b2510d8e554bc891885506813ddda5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733169478901 2024-12-02T19:58:00,508 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab371981f1f641baa191e17e44434a23, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733169478893 2024-12-02T19:58:00,527 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:00,536 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 21e9ee2bfa95b43f6b14b7279ef16c89#B#compaction#509 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:58:00,537 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/2d07f594afe74dd59746feac65134b41 is 50, key is test_row_0/B:col10/1733169478902/Put/seqid=0 2024-12-02T19:58:00,547 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202141d4c6b200a4db08419d8cf12666c38_21e9ee2bfa95b43f6b14b7279ef16c89 store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:00,549 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202141d4c6b200a4db08419d8cf12666c38_21e9ee2bfa95b43f6b14b7279ef16c89, store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:00,550 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202141d4c6b200a4db08419d8cf12666c38_21e9ee2bfa95b43f6b14b7279ef16c89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:00,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742419_1595 (size=12459) 2024-12-02T19:58:00,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742420_1596 (size=4469) 2024-12-02T19:58:00,610 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 21e9ee2bfa95b43f6b14b7279ef16c89#A#compaction#508 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:58:00,611 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/4e2141ab09ed4b319308084283768e26 is 175, key is test_row_0/A:col10/1733169478902/Put/seqid=0 2024-12-02T19:58:00,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-02T19:58:00,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:00,616 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 21e9ee2bfa95b43f6b14b7279ef16c89 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-12-02T19:58:00,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=A 2024-12-02T19:58:00,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:58:00,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=B 2024-12-02T19:58:00,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:58:00,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=C 2024-12-02T19:58:00,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:58:00,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742421_1597 (size=31413) 2024-12-02T19:58:00,630 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/4e2141ab09ed4b319308084283768e26 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/4e2141ab09ed4b319308084283768e26 2024-12-02T19:58:00,635 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 21e9ee2bfa95b43f6b14b7279ef16c89/A of 21e9ee2bfa95b43f6b14b7279ef16c89 into 4e2141ab09ed4b319308084283768e26(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:58:00,635 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:58:00,635 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., storeName=21e9ee2bfa95b43f6b14b7279ef16c89/A, priority=13, startTime=1733169480503; duration=0sec 2024-12-02T19:58:00,635 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:58:00,635 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 21e9ee2bfa95b43f6b14b7279ef16c89:A 2024-12-02T19:58:00,635 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:58:00,636 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:58:00,637 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 21e9ee2bfa95b43f6b14b7279ef16c89/C is initiating minor compaction (all files) 2024-12-02T19:58:00,637 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 21e9ee2bfa95b43f6b14b7279ef16c89/C in TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:00,637 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/785c7a98e2a2467b9a6d9fc4dee6a422, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/a88b7ec3efdb4363a4731c83b6ed66ec, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/d16a87084ff44d929222b94b34d2334c] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp, totalSize=35.7 K 2024-12-02T19:58:00,638 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 785c7a98e2a2467b9a6d9fc4dee6a422, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1733169474359 2024-12-02T19:58:00,638 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting a88b7ec3efdb4363a4731c83b6ed66ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1733169476742 2024-12-02T19:58:00,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120280eeb613a9574a46a021a79bcb39ee42_21e9ee2bfa95b43f6b14b7279ef16c89 is 50, key is test_row_0/A:col10/1733169479667/Put/seqid=0 2024-12-02T19:58:00,642 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting d16a87084ff44d929222b94b34d2334c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733169478901 2024-12-02T19:58:00,658 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 21e9ee2bfa95b43f6b14b7279ef16c89#C#compaction#511 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:58:00,659 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/29caf6ab81f14ee5a8a0c2c679cc3491 is 50, key is test_row_0/C:col10/1733169478902/Put/seqid=0 2024-12-02T19:58:00,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742422_1598 (size=12304) 2024-12-02T19:58:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-02T19:58:00,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742423_1599 (size=12459) 2024-12-02T19:58:00,705 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/29caf6ab81f14ee5a8a0c2c679cc3491 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/29caf6ab81f14ee5a8a0c2c679cc3491 2024-12-02T19:58:00,713 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 21e9ee2bfa95b43f6b14b7279ef16c89/C of 21e9ee2bfa95b43f6b14b7279ef16c89 into 29caf6ab81f14ee5a8a0c2c679cc3491(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:58:00,713 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:58:00,713 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., storeName=21e9ee2bfa95b43f6b14b7279ef16c89/C, priority=13, startTime=1733169480503; duration=0sec 2024-12-02T19:58:00,713 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:58:00,713 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 21e9ee2bfa95b43f6b14b7279ef16c89:C 2024-12-02T19:58:00,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:58:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:00,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169540822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:00,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:00,828 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:00,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:00,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169540826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:00,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:00,831 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:00,831 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169540826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:00,831 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:00,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:00,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:00,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:00,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1733169540919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:00,922 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_1' in 21e9ee2bfa95b43f6b14b7279ef16c89 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:58:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:00,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1733169540928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:00,931 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_1' in 21e9ee2bfa95b43f6b14b7279ef16c89 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:58:00,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:00,931 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:00,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:00,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169540938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:00,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:00,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:00,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:00,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169540939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:00,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:00,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:00,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:00,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169540939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:00,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:00,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:00,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:00,998 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/2d07f594afe74dd59746feac65134b41 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/2d07f594afe74dd59746feac65134b41 2024-12-02T19:58:01,011 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 21e9ee2bfa95b43f6b14b7279ef16c89/B of 21e9ee2bfa95b43f6b14b7279ef16c89 into 2d07f594afe74dd59746feac65134b41(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:58:01,011 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:58:01,011 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., storeName=21e9ee2bfa95b43f6b14b7279ef16c89/B, priority=13, startTime=1733169480503; duration=0sec 2024-12-02T19:58:01,011 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:58:01,011 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 21e9ee2bfa95b43f6b14b7279ef16c89:B 2024-12-02T19:58:01,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:01,072 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120280eeb613a9574a46a021a79bcb39ee42_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120280eeb613a9574a46a021a79bcb39ee42_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:01,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/d851dbf3ef8b4f9a9602d9598a2bac41, store: [table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:01,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/d851dbf3ef8b4f9a9602d9598a2bac41 is 175, key is test_row_0/A:col10/1733169479667/Put/seqid=0 2024-12-02T19:58:01,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742424_1600 (size=31105) 2024-12-02T19:58:01,079 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/d851dbf3ef8b4f9a9602d9598a2bac41 2024-12-02T19:58:01,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/a62ccf7a6591446e88cde3e0568fe90a is 50, key is test_row_0/B:col10/1733169479667/Put/seqid=0 2024-12-02T19:58:01,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742425_1601 (size=12151) 2024-12-02T19:58:01,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169541149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:01,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:01,150 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:01,150 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:01,150 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169541149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:01,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:01,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:01,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:01,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:01,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169541149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:01,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:01,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:01,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:01,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169541459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:01,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:01,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:01,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169541459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:01,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:01,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:01,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:01,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:01,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169541459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:01,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:01,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:01,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:01,504 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/a62ccf7a6591446e88cde3e0568fe90a 2024-12-02T19:58:01,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/c45ef7be8e774f178391898fe85a37b1 is 50, key is test_row_0/C:col10/1733169479667/Put/seqid=0 2024-12-02T19:58:01,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742426_1602 (size=12151) 2024-12-02T19:58:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-02T19:58:01,916 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/c45ef7be8e774f178391898fe85a37b1 2024-12-02T19:58:01,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/d851dbf3ef8b4f9a9602d9598a2bac41 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/d851dbf3ef8b4f9a9602d9598a2bac41 2024-12-02T19:58:01,922 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/d851dbf3ef8b4f9a9602d9598a2bac41, entries=150, sequenceid=198, filesize=30.4 K 2024-12-02T19:58:01,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/a62ccf7a6591446e88cde3e0568fe90a as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/a62ccf7a6591446e88cde3e0568fe90a 2024-12-02T19:58:01,926 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/a62ccf7a6591446e88cde3e0568fe90a, entries=150, sequenceid=198, filesize=11.9 K 2024-12-02T19:58:01,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/c45ef7be8e774f178391898fe85a37b1 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/c45ef7be8e774f178391898fe85a37b1 2024-12-02T19:58:01,931 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/c45ef7be8e774f178391898fe85a37b1, entries=150, sequenceid=198, filesize=11.9 K 2024-12-02T19:58:01,932 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=60.38 KB/61830 for 21e9ee2bfa95b43f6b14b7279ef16c89 in 1316ms, sequenceid=198, compaction requested=false 2024-12-02T19:58:01,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:58:01,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:01,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-12-02T19:58:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-12-02T19:58:01,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-12-02T19:58:01,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3910 sec 2024-12-02T19:58:01,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 2.3970 sec 2024-12-02T19:58:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:01,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 21e9ee2bfa95b43f6b14b7279ef16c89 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-02T19:58:01,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=A 2024-12-02T19:58:01,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:58:01,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=B 2024-12-02T19:58:01,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:58:01,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=C 2024-12-02T19:58:01,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:58:02,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ea49bd8c0185436e86b4ffd25784a9d9_21e9ee2bfa95b43f6b14b7279ef16c89 is 50, key is test_row_0/A:col10/1733169480824/Put/seqid=0 2024-12-02T19:58:02,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:02,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169542001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169542001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:02,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:02,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169542001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:02,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:02,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:02,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:02,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742427_1603 (size=12304) 2024-12-02T19:58:02,017 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:02,024 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202ea49bd8c0185436e86b4ffd25784a9d9_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ea49bd8c0185436e86b4ffd25784a9d9_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:02,025 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/249b8175dd8344239107f7bb2ee4dfee, store: [table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:02,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/249b8175dd8344239107f7bb2ee4dfee is 175, key is test_row_0/A:col10/1733169480824/Put/seqid=0 2024-12-02T19:58:02,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742428_1604 (size=31105) 2024-12-02T19:58:02,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169542109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:02,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:02,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169542109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:02,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:02,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169542109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:02,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:02,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:02,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169542319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:02,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:02,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,321 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169542319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:02,321 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,321 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169542319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,322 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:02,438 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/249b8175dd8344239107f7bb2ee4dfee 2024-12-02T19:58:02,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/076e79a044cd4c9a839ffda019c699ce is 50, key is test_row_0/B:col10/1733169480824/Put/seqid=0 2024-12-02T19:58:02,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742429_1605 (size=12151) 2024-12-02T19:58:02,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/076e79a044cd4c9a839ffda019c699ce 2024-12-02T19:58:02,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/874eca7f8e9444049279291ff869cf16 is 50, key is test_row_0/C:col10/1733169480824/Put/seqid=0 2024-12-02T19:58:02,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742430_1606 (size=12151) 2024-12-02T19:58:02,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/874eca7f8e9444049279291ff869cf16 2024-12-02T19:58:02,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/249b8175dd8344239107f7bb2ee4dfee as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/249b8175dd8344239107f7bb2ee4dfee 2024-12-02T19:58:02,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/249b8175dd8344239107f7bb2ee4dfee, entries=150, sequenceid=214, filesize=30.4 K 2024-12-02T19:58:02,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/076e79a044cd4c9a839ffda019c699ce as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/076e79a044cd4c9a839ffda019c699ce 2024-12-02T19:58:02,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/076e79a044cd4c9a839ffda019c699ce, entries=150, sequenceid=214, filesize=11.9 K 2024-12-02T19:58:02,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/874eca7f8e9444049279291ff869cf16 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/874eca7f8e9444049279291ff869cf16 2024-12-02T19:58:02,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/874eca7f8e9444049279291ff869cf16, entries=150, sequenceid=214, filesize=11.9 K 2024-12-02T19:58:02,536 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 21e9ee2bfa95b43f6b14b7279ef16c89 in 565ms, sequenceid=214, compaction requested=true 2024-12-02T19:58:02,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:58:02,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 21e9ee2bfa95b43f6b14b7279ef16c89:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:58:02,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:58:02,536 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:58:02,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 21e9ee2bfa95b43f6b14b7279ef16c89:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:58:02,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:58:02,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 21e9ee2bfa95b43f6b14b7279ef16c89:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:58:02,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-02T19:58:02,536 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:58:02,537 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:58:02,537 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 21e9ee2bfa95b43f6b14b7279ef16c89/B is initiating minor compaction (all files) 2024-12-02T19:58:02,538 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 21e9ee2bfa95b43f6b14b7279ef16c89/B in TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:02,538 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/2d07f594afe74dd59746feac65134b41, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/a62ccf7a6591446e88cde3e0568fe90a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/076e79a044cd4c9a839ffda019c699ce] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp, totalSize=35.9 K 2024-12-02T19:58:02,538 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93623 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:58:02,538 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 21e9ee2bfa95b43f6b14b7279ef16c89/A is initiating minor compaction (all files) 2024-12-02T19:58:02,538 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 21e9ee2bfa95b43f6b14b7279ef16c89/A in TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:02,538 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/4e2141ab09ed4b319308084283768e26, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/d851dbf3ef8b4f9a9602d9598a2bac41, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/249b8175dd8344239107f7bb2ee4dfee] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp, totalSize=91.4 K 2024-12-02T19:58:02,538 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:02,538 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. files: [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/4e2141ab09ed4b319308084283768e26, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/d851dbf3ef8b4f9a9602d9598a2bac41, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/249b8175dd8344239107f7bb2ee4dfee] 2024-12-02T19:58:02,539 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d07f594afe74dd59746feac65134b41, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733169478901 2024-12-02T19:58:02,539 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e2141ab09ed4b319308084283768e26, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733169478901 2024-12-02T19:58:02,539 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting a62ccf7a6591446e88cde3e0568fe90a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733169479613 2024-12-02T19:58:02,539 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting d851dbf3ef8b4f9a9602d9598a2bac41, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733169479613 2024-12-02T19:58:02,539 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 076e79a044cd4c9a839ffda019c699ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733169480815 2024-12-02T19:58:02,540 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 249b8175dd8344239107f7bb2ee4dfee, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733169480815 2024-12-02T19:58:02,559 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 21e9ee2bfa95b43f6b14b7279ef16c89#B#compaction#517 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:58:02,559 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/afba10e115c440d18319b3b36426dab3 is 50, key is test_row_0/B:col10/1733169480824/Put/seqid=0 2024-12-02T19:58:02,579 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:02,600 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202b7c8665b953e4bc5afc129ff0e9d1ccf_21e9ee2bfa95b43f6b14b7279ef16c89 store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:02,602 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202b7c8665b953e4bc5afc129ff0e9d1ccf_21e9ee2bfa95b43f6b14b7279ef16c89, store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:02,602 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202b7c8665b953e4bc5afc129ff0e9d1ccf_21e9ee2bfa95b43f6b14b7279ef16c89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:02,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742431_1607 (size=12561) 2024-12-02T19:58:02,624 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/afba10e115c440d18319b3b36426dab3 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/afba10e115c440d18319b3b36426dab3 2024-12-02T19:58:02,628 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 21e9ee2bfa95b43f6b14b7279ef16c89/B of 21e9ee2bfa95b43f6b14b7279ef16c89 into afba10e115c440d18319b3b36426dab3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:58:02,628 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:58:02,628 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., storeName=21e9ee2bfa95b43f6b14b7279ef16c89/B, priority=13, startTime=1733169482536; duration=0sec 2024-12-02T19:58:02,629 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:58:02,629 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 21e9ee2bfa95b43f6b14b7279ef16c89:B 2024-12-02T19:58:02,629 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:58:02,629 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:58:02,629 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 21e9ee2bfa95b43f6b14b7279ef16c89/C is initiating minor compaction (all files) 2024-12-02T19:58:02,630 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 21e9ee2bfa95b43f6b14b7279ef16c89/C in TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:02,630 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/29caf6ab81f14ee5a8a0c2c679cc3491, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/c45ef7be8e774f178391898fe85a37b1, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/874eca7f8e9444049279291ff869cf16] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp, totalSize=35.9 K 2024-12-02T19:58:02,630 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 29caf6ab81f14ee5a8a0c2c679cc3491, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733169478901 2024-12-02T19:58:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:02,630 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 21e9ee2bfa95b43f6b14b7279ef16c89 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-02T19:58:02,630 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting c45ef7be8e774f178391898fe85a37b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733169479613 2024-12-02T19:58:02,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=A 2024-12-02T19:58:02,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:58:02,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=B 2024-12-02T19:58:02,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:58:02,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=C 2024-12-02T19:58:02,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:58:02,630 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 874eca7f8e9444049279291ff869cf16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733169480815 2024-12-02T19:58:02,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742432_1608 (size=4469) 2024-12-02T19:58:02,639 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 21e9ee2bfa95b43f6b14b7279ef16c89#A#compaction#518 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:58:02,639 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 21e9ee2bfa95b43f6b14b7279ef16c89#C#compaction#519 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:58:02,639 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/1ac84d0057ee498c933818fe89c36d2e is 175, key is test_row_0/A:col10/1733169480824/Put/seqid=0 2024-12-02T19:58:02,640 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/9313cf8979984cee990b2c832e3c84af is 50, key is test_row_0/C:col10/1733169480824/Put/seqid=0 2024-12-02T19:58:02,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202bf71b5e6817349fe8ed1d13127f91ccc_21e9ee2bfa95b43f6b14b7279ef16c89 is 50, key is test_row_0/A:col10/1733169481993/Put/seqid=0 2024-12-02T19:58:02,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742433_1609 (size=31515) 2024-12-02T19:58:02,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169542645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:02,649 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,649 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,649 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:02,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169542646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:02,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:02,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169542646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:02,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742435_1611 (size=14794) 2024-12-02T19:58:02,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742434_1610 (size=12561) 2024-12-02T19:58:02,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169542758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169542758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:02,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169542759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:02,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169542968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:02,971 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,971 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,971 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:02,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169542969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:02,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:02,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169542969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:03,052 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/1ac84d0057ee498c933818fe89c36d2e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/1ac84d0057ee498c933818fe89c36d2e 2024-12-02T19:58:03,056 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:03,057 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 21e9ee2bfa95b43f6b14b7279ef16c89/A of 21e9ee2bfa95b43f6b14b7279ef16c89 into 1ac84d0057ee498c933818fe89c36d2e(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:58:03,057 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:58:03,057 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., storeName=21e9ee2bfa95b43f6b14b7279ef16c89/A, priority=13, startTime=1733169482536; duration=0sec 2024-12-02T19:58:03,058 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:58:03,058 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 21e9ee2bfa95b43f6b14b7279ef16c89:A 2024-12-02T19:58:03,061 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202bf71b5e6817349fe8ed1d13127f91ccc_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202bf71b5e6817349fe8ed1d13127f91ccc_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:03,062 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/b1190e42c7fe478e98f01404b9873115, store: [table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:03,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/b1190e42c7fe478e98f01404b9873115 is 175, key is test_row_0/A:col10/1733169481993/Put/seqid=0 2024-12-02T19:58:03,069 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/9313cf8979984cee990b2c832e3c84af as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/9313cf8979984cee990b2c832e3c84af 2024-12-02T19:58:03,073 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 21e9ee2bfa95b43f6b14b7279ef16c89/C of 21e9ee2bfa95b43f6b14b7279ef16c89 into 9313cf8979984cee990b2c832e3c84af(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:58:03,073 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:58:03,073 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., storeName=21e9ee2bfa95b43f6b14b7279ef16c89/C, priority=13, startTime=1733169482536; duration=0sec 2024-12-02T19:58:03,073 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:58:03,073 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 21e9ee2bfa95b43f6b14b7279ef16c89:C 2024-12-02T19:58:03,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742436_1612 (size=39749) 2024-12-02T19:58:03,076 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/b1190e42c7fe478e98f01404b9873115 2024-12-02T19:58:03,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/17cc8ba2626c4475bf57e09f153d39a0 is 50, key is test_row_0/B:col10/1733169481993/Put/seqid=0 2024-12-02T19:58:03,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742437_1613 (size=12151) 2024-12-02T19:58:03,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169543279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:03,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169543279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:03,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:03,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:03,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:03,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:03,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:03,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:03,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169543280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:03,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:03,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:03,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:03,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/17cc8ba2626c4475bf57e09f153d39a0 2024-12-02T19:58:03,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/a825a3b8bd9d491a83ed5ebd4926deb6 is 50, key is test_row_0/C:col10/1733169481993/Put/seqid=0 2024-12-02T19:58:03,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742438_1614 (size=12151) 2024-12-02T19:58:03,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/a825a3b8bd9d491a83ed5ebd4926deb6 2024-12-02T19:58:03,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/b1190e42c7fe478e98f01404b9873115 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/b1190e42c7fe478e98f01404b9873115 2024-12-02T19:58:03,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/b1190e42c7fe478e98f01404b9873115, entries=200, sequenceid=235, filesize=38.8 K 2024-12-02T19:58:03,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/17cc8ba2626c4475bf57e09f153d39a0 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/17cc8ba2626c4475bf57e09f153d39a0 2024-12-02T19:58:03,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/17cc8ba2626c4475bf57e09f153d39a0, entries=150, sequenceid=235, filesize=11.9 K 2024-12-02T19:58:03,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/a825a3b8bd9d491a83ed5ebd4926deb6 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/a825a3b8bd9d491a83ed5ebd4926deb6 2024-12-02T19:58:03,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/a825a3b8bd9d491a83ed5ebd4926deb6, entries=150, sequenceid=235, filesize=11.9 K 2024-12-02T19:58:03,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 21e9ee2bfa95b43f6b14b7279ef16c89 in 921ms, sequenceid=235, compaction requested=false 2024-12-02T19:58:03,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:58:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-02T19:58:03,709 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:58:03,709 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:58:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-12-02T19:58:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-02T19:58:03,711 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:58:03,711 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:58:03,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:58:03,782 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T19:58:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:03,790 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 21e9ee2bfa95b43f6b14b7279ef16c89 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-02T19:58:03,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=A 2024-12-02T19:58:03,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:58:03,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=B 2024-12-02T19:58:03,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:58:03,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=C 2024-12-02T19:58:03,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:58:03,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412021ccdb371f3fc432585992faa7017c773_21e9ee2bfa95b43f6b14b7279ef16c89 is 50, key is test_row_0/A:col10/1733169482636/Put/seqid=0 2024-12-02T19:58:03,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742439_1615 (size=12304) 2024-12-02T19:58:03,800 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:03,803 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412021ccdb371f3fc432585992faa7017c773_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412021ccdb371f3fc432585992faa7017c773_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:03,804 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/10b4daa9e8d5488aa057fe6dc0cded4f, store: [table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:03,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/10b4daa9e8d5488aa057fe6dc0cded4f is 175, key is test_row_0/A:col10/1733169482636/Put/seqid=0 2024-12-02T19:58:03,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742440_1616 (size=31105) 2024-12-02T19:58:03,808 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/10b4daa9e8d5488aa057fe6dc0cded4f 2024-12-02T19:58:03,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/e3a09be24c154297b138f0995594e831 is 50, key is test_row_0/B:col10/1733169482636/Put/seqid=0 2024-12-02T19:58:03,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742441_1617 (size=12151) 2024-12-02T19:58:03,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169543812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:03,816 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:03,816 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:03,816 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:03,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169543814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:03,816 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:03,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:03,816 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:03,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169543814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:03,816 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:03,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:03,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:03,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-02T19:58:03,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-02T19:58:03,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:03,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:58:03,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:03,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:03,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:03,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:03,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:03,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169543919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:03,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:03,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:03,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:03,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169543919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:03,921 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:03,921 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:03,921 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:03,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169543928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:03,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:03,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:03,930 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:04,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-02T19:58:04,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:04,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:58:04,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:04,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:04,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:04,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:04,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-02T19:58:04,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169544129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:04,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:04,131 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:04,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169544129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:04,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:04,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:04,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:04,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:04,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169544138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:04,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:04,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:04,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:04,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-02T19:58:04,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:04,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:58:04,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:04,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:04,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:04,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:04,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/e3a09be24c154297b138f0995594e831 2024-12-02T19:58:04,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/3a403c41697d425bb4f7de286877c502 is 50, key is test_row_0/C:col10/1733169482636/Put/seqid=0 2024-12-02T19:58:04,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742442_1618 (size=12151) 2024-12-02T19:58:04,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/3a403c41697d425bb4f7de286877c502 2024-12-02T19:58:04,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/10b4daa9e8d5488aa057fe6dc0cded4f as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/10b4daa9e8d5488aa057fe6dc0cded4f 2024-12-02T19:58:04,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/10b4daa9e8d5488aa057fe6dc0cded4f, entries=150, sequenceid=251, filesize=30.4 K 2024-12-02T19:58:04,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/e3a09be24c154297b138f0995594e831 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/e3a09be24c154297b138f0995594e831 2024-12-02T19:58:04,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/e3a09be24c154297b138f0995594e831, entries=150, sequenceid=251, filesize=11.9 K 2024-12-02T19:58:04,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/3a403c41697d425bb4f7de286877c502 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/3a403c41697d425bb4f7de286877c502 2024-12-02T19:58:04,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/3a403c41697d425bb4f7de286877c502, entries=150, sequenceid=251, filesize=11.9 K 2024-12-02T19:58:04,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 21e9ee2bfa95b43f6b14b7279ef16c89 in 449ms, sequenceid=251, compaction requested=true 2024-12-02T19:58:04,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:58:04,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 21e9ee2bfa95b43f6b14b7279ef16c89:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:58:04,239 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:58:04,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:58:04,239 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:58:04,240 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:58:04,240 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 21e9ee2bfa95b43f6b14b7279ef16c89/A is initiating minor compaction (all files) 2024-12-02T19:58:04,240 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 21e9ee2bfa95b43f6b14b7279ef16c89/A in TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:04,240 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/1ac84d0057ee498c933818fe89c36d2e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/b1190e42c7fe478e98f01404b9873115, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/10b4daa9e8d5488aa057fe6dc0cded4f] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp, totalSize=100.0 K 2024-12-02T19:58:04,240 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:04,240 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. files: [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/1ac84d0057ee498c933818fe89c36d2e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/b1190e42c7fe478e98f01404b9873115, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/10b4daa9e8d5488aa057fe6dc0cded4f] 2024-12-02T19:58:04,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 21e9ee2bfa95b43f6b14b7279ef16c89:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:58:04,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:58:04,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 21e9ee2bfa95b43f6b14b7279ef16c89:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:58:04,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:58:04,241 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ac84d0057ee498c933818fe89c36d2e, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733169480815 2024-12-02T19:58:04,241 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:58:04,241 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 21e9ee2bfa95b43f6b14b7279ef16c89/B is initiating minor compaction (all files) 2024-12-02T19:58:04,241 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 21e9ee2bfa95b43f6b14b7279ef16c89/B in TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:04,241 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1190e42c7fe478e98f01404b9873115, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733169481993 2024-12-02T19:58:04,241 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/afba10e115c440d18319b3b36426dab3, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/17cc8ba2626c4475bf57e09f153d39a0, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/e3a09be24c154297b138f0995594e831] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp, totalSize=36.0 K 2024-12-02T19:58:04,241 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10b4daa9e8d5488aa057fe6dc0cded4f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733169482636 2024-12-02T19:58:04,241 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting afba10e115c440d18319b3b36426dab3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733169480815 2024-12-02T19:58:04,242 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 17cc8ba2626c4475bf57e09f153d39a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733169481993 2024-12-02T19:58:04,242 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting e3a09be24c154297b138f0995594e831, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733169482636 2024-12-02T19:58:04,248 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:04,249 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 21e9ee2bfa95b43f6b14b7279ef16c89#B#compaction#526 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:58:04,249 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/463c13042cdd44ec90e2f9af7982a2d6 is 50, key is test_row_0/B:col10/1733169482636/Put/seqid=0 2024-12-02T19:58:04,251 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202dbe649a734c744dfa7981c0e49e3b15c_21e9ee2bfa95b43f6b14b7279ef16c89 store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:04,253 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202dbe649a734c744dfa7981c0e49e3b15c_21e9ee2bfa95b43f6b14b7279ef16c89, store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:04,253 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202dbe649a734c744dfa7981c0e49e3b15c_21e9ee2bfa95b43f6b14b7279ef16c89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:04,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742443_1619 (size=12663) 2024-12-02T19:58:04,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742444_1620 (size=4469) 2024-12-02T19:58:04,261 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 21e9ee2bfa95b43f6b14b7279ef16c89#A#compaction#527 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:58:04,262 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/417834fc220340a19ccbe49e673a600b is 175, key is test_row_0/A:col10/1733169482636/Put/seqid=0 2024-12-02T19:58:04,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742445_1621 (size=31617) 2024-12-02T19:58:04,271 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/417834fc220340a19ccbe49e673a600b as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/417834fc220340a19ccbe49e673a600b 2024-12-02T19:58:04,275 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 21e9ee2bfa95b43f6b14b7279ef16c89/A of 21e9ee2bfa95b43f6b14b7279ef16c89 into 417834fc220340a19ccbe49e673a600b(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:58:04,275 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:58:04,275 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., storeName=21e9ee2bfa95b43f6b14b7279ef16c89/A, priority=13, startTime=1733169484239; duration=0sec 2024-12-02T19:58:04,275 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:58:04,275 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 21e9ee2bfa95b43f6b14b7279ef16c89:A 2024-12-02T19:58:04,275 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:58:04,276 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:58:04,276 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 21e9ee2bfa95b43f6b14b7279ef16c89/C is initiating minor compaction (all files) 2024-12-02T19:58:04,276 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 21e9ee2bfa95b43f6b14b7279ef16c89/C in TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:04,276 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/9313cf8979984cee990b2c832e3c84af, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/a825a3b8bd9d491a83ed5ebd4926deb6, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/3a403c41697d425bb4f7de286877c502] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp, totalSize=36.0 K 2024-12-02T19:58:04,277 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9313cf8979984cee990b2c832e3c84af, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733169480815 2024-12-02T19:58:04,277 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting a825a3b8bd9d491a83ed5ebd4926deb6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733169481993 2024-12-02T19:58:04,277 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a403c41697d425bb4f7de286877c502, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733169482636 2024-12-02T19:58:04,285 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 21e9ee2bfa95b43f6b14b7279ef16c89#C#compaction#528 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:58:04,286 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/4915b1a99c834edc99516d19ffd883ad is 50, key is test_row_0/C:col10/1733169482636/Put/seqid=0 2024-12-02T19:58:04,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742446_1622 (size=12663) 2024-12-02T19:58:04,296 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/4915b1a99c834edc99516d19ffd883ad as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/4915b1a99c834edc99516d19ffd883ad 2024-12-02T19:58:04,299 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 21e9ee2bfa95b43f6b14b7279ef16c89/C of 21e9ee2bfa95b43f6b14b7279ef16c89 into 4915b1a99c834edc99516d19ffd883ad(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:58:04,299 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:58:04,299 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., storeName=21e9ee2bfa95b43f6b14b7279ef16c89/C, priority=13, startTime=1733169484241; duration=0sec 2024-12-02T19:58:04,299 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:58:04,299 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 21e9ee2bfa95b43f6b14b7279ef16c89:C 2024-12-02T19:58:04,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-02T19:58:04,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:04,321 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 21e9ee2bfa95b43f6b14b7279ef16c89 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-02T19:58:04,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=A 2024-12-02T19:58:04,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:58:04,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=B 2024-12-02T19:58:04,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:58:04,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=C 2024-12-02T19:58:04,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:58:04,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412024017c9b8fda94061b81a81c8fa677d32_21e9ee2bfa95b43f6b14b7279ef16c89 is 50, key is test_row_0/A:col10/1733169483811/Put/seqid=0 2024-12-02T19:58:04,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742447_1623 (size=12454) 2024-12-02T19:58:04,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-02T19:58:04,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:04,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:58:04,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169544453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:04,457 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:04,457 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:04,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:04,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169544455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:04,459 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:04,459 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:04,460 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:04,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169544457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:04,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:04,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:04,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:04,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169544568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:04,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:04,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:04,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:04,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169544568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:04,571 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:04,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:04,571 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:04,571 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169544568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:04,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:04,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:04,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:04,658 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/463c13042cdd44ec90e2f9af7982a2d6 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/463c13042cdd44ec90e2f9af7982a2d6 2024-12-02T19:58:04,661 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 21e9ee2bfa95b43f6b14b7279ef16c89/B of 21e9ee2bfa95b43f6b14b7279ef16c89 into 463c13042cdd44ec90e2f9af7982a2d6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:58:04,661 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:58:04,661 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., storeName=21e9ee2bfa95b43f6b14b7279ef16c89/B, priority=13, startTime=1733169484239; duration=0sec 2024-12-02T19:58:04,661 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:58:04,661 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 21e9ee2bfa95b43f6b14b7279ef16c89:B 2024-12-02T19:58:04,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:04,742 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412024017c9b8fda94061b81a81c8fa677d32_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412024017c9b8fda94061b81a81c8fa677d32_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:04,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/7d73ea2ef6d14652a41d3fc5e8f3d741, store: [table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:04,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/7d73ea2ef6d14652a41d3fc5e8f3d741 is 175, key is test_row_0/A:col10/1733169483811/Put/seqid=0 2024-12-02T19:58:04,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742448_1624 (size=31255) 2024-12-02T19:58:04,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169544779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:04,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169544779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:04,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:04,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169544779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:04,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:04,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:04,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:04,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:04,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:04,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:04,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:04,783 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:04,783 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-02T19:58:04,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60782 deadline: 1733169544948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:04,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60814 deadline: 1733169544949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:04,950 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_1' in 21e9ee2bfa95b43f6b14b7279ef16c89 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:58:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:04,950 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 41897df2911b,36713,1733169305610 for 'test_row_1' in 21e9ee2bfa95b43f6b14b7279ef16c89 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-02T19:58:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:04,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:05,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169545089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:05,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169545089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:05,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:05,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:05,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:05,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169545089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:05,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:05,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:05,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:05,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:05,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:05,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:05,147 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/7d73ea2ef6d14652a41d3fc5e8f3d741 2024-12-02T19:58:05,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/4f85616bcc0e4691be838fa139c69e0a is 50, key is test_row_0/B:col10/1733169483811/Put/seqid=0 2024-12-02T19:58:05,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742449_1625 (size=12301) 2024-12-02T19:58:05,568 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/4f85616bcc0e4691be838fa139c69e0a 2024-12-02T19:58:05,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/edf8229b12904c13a70c7f121665b315 is 50, key is test_row_0/C:col10/1733169483811/Put/seqid=0 2024-12-02T19:58:05,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742450_1626 (size=12301) 2024-12-02T19:58:05,577 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/edf8229b12904c13a70c7f121665b315 2024-12-02T19:58:05,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/7d73ea2ef6d14652a41d3fc5e8f3d741 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/7d73ea2ef6d14652a41d3fc5e8f3d741 2024-12-02T19:58:05,583 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/7d73ea2ef6d14652a41d3fc5e8f3d741, entries=150, sequenceid=272, filesize=30.5 K 2024-12-02T19:58:05,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/4f85616bcc0e4691be838fa139c69e0a as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/4f85616bcc0e4691be838fa139c69e0a 2024-12-02T19:58:05,587 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/4f85616bcc0e4691be838fa139c69e0a, entries=150, sequenceid=272, filesize=12.0 K 2024-12-02T19:58:05,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/edf8229b12904c13a70c7f121665b315 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/edf8229b12904c13a70c7f121665b315 2024-12-02T19:58:05,590 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/edf8229b12904c13a70c7f121665b315, entries=150, sequenceid=272, filesize=12.0 K 2024-12-02T19:58:05,591 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 21e9ee2bfa95b43f6b14b7279ef16c89 in 1270ms, sequenceid=272, compaction requested=false 2024-12-02T19:58:05,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:58:05,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:05,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-12-02T19:58:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-12-02T19:58:05,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-12-02T19:58:05,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8810 sec 2024-12-02T19:58:05,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.8850 sec 2024-12-02T19:58:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:05,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 21e9ee2bfa95b43f6b14b7279ef16c89 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-02T19:58:05,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=A 2024-12-02T19:58:05,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:58:05,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=B 2024-12-02T19:58:05,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:58:05,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=C 2024-12-02T19:58:05,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:58:05,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412026c6ed33d57df41f4988212cb1714c655_21e9ee2bfa95b43f6b14b7279ef16c89 is 50, key is test_row_0/A:col10/1733169484454/Put/seqid=0 2024-12-02T19:58:05,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742451_1627 (size=12454) 2024-12-02T19:58:05,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169545644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:05,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:05,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:05,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:05,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169545644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:05,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:05,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169545644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:05,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:05,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:05,648 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:05,648 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:05,648 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:05,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169545759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:05,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:05,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:05,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169545759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169545759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:05,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:05,762 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:05,762 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:05,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:05,762 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:05,762 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:05,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:05,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-02T19:58:05,858 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:58:05,859 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:58:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-12-02T19:58:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-02T19:58:05,860 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:58:05,861 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:58:05,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:58:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-02T19:58:05,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169545968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:05,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169545968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:05,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:05,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:05,971 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:05,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:05,971 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:05,971 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169545968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:05,971 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:05,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:05,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:05,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:06,011 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:06,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-02T19:58:06,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:06,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:58:06,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:06,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:06,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:06,014 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412026c6ed33d57df41f4988212cb1714c655_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026c6ed33d57df41f4988212cb1714c655_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:06,015 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/4ad88f779f1c4d80b2afeb6afc27557b, store: [table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:06,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/4ad88f779f1c4d80b2afeb6afc27557b is 175, key is test_row_0/A:col10/1733169484454/Put/seqid=0 2024-12-02T19:58:06,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742452_1628 (size=31255) 2024-12-02T19:58:06,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-02T19:58:06,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:06,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:58:06,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:06,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:06,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:06,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-02T19:58:06,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169546278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:06,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169546278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:06,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:06,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:06,280 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:06,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:06,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:06,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:06,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169546279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:06,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:06,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:06,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:06,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-02T19:58:06,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:06,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:58:06,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:06,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:06,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:06,418 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/4ad88f779f1c4d80b2afeb6afc27557b 2024-12-02T19:58:06,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/9a11cfbeec344fdebf00ae9cb865ecc8 is 50, key is test_row_0/B:col10/1733169484454/Put/seqid=0 2024-12-02T19:58:06,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742453_1629 (size=12301) 2024-12-02T19:58:06,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-02T19:58:06,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:06,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:58:06,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:06,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:06,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-02T19:58:06,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-02T19:58:06,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:06,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:58:06,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:06,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:06,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:06,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-02T19:58:06,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:06,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:58:06,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:06,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:06,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:06,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169546788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:06,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:06,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:06,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169546788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:06,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169546789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:06,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:06,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:06,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:06,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:06,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:06,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:06,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:06,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/9a11cfbeec344fdebf00ae9cb865ecc8 2024-12-02T19:58:06,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/d68f7f2599b84a4e8fc8eb60e569b488 is 50, key is test_row_0/C:col10/1733169484454/Put/seqid=0 2024-12-02T19:58:06,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742454_1630 (size=12301) 2024-12-02T19:58:06,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/d68f7f2599b84a4e8fc8eb60e569b488 2024-12-02T19:58:06,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/4ad88f779f1c4d80b2afeb6afc27557b as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/4ad88f779f1c4d80b2afeb6afc27557b 2024-12-02T19:58:06,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/4ad88f779f1c4d80b2afeb6afc27557b, entries=150, sequenceid=287, filesize=30.5 K 2024-12-02T19:58:06,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/9a11cfbeec344fdebf00ae9cb865ecc8 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/9a11cfbeec344fdebf00ae9cb865ecc8 2024-12-02T19:58:06,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/9a11cfbeec344fdebf00ae9cb865ecc8, entries=150, sequenceid=287, filesize=12.0 K 2024-12-02T19:58:06,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/d68f7f2599b84a4e8fc8eb60e569b488 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/d68f7f2599b84a4e8fc8eb60e569b488 2024-12-02T19:58:06,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/d68f7f2599b84a4e8fc8eb60e569b488, entries=150, sequenceid=287, filesize=12.0 K 2024-12-02T19:58:06,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 21e9ee2bfa95b43f6b14b7279ef16c89 in 1273ms, sequenceid=287, compaction requested=true 2024-12-02T19:58:06,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:58:06,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 21e9ee2bfa95b43f6b14b7279ef16c89:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:58:06,873 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:58:06,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:58:06,873 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:58:06,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 21e9ee2bfa95b43f6b14b7279ef16c89:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:58:06,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:58:06,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 21e9ee2bfa95b43f6b14b7279ef16c89:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:58:06,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:58:06,876 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:58:06,876 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:58:06,876 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 21e9ee2bfa95b43f6b14b7279ef16c89/A is initiating minor compaction (all files) 2024-12-02T19:58:06,876 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 21e9ee2bfa95b43f6b14b7279ef16c89/B is initiating minor compaction (all files) 2024-12-02T19:58:06,876 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 21e9ee2bfa95b43f6b14b7279ef16c89/B in TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:06,876 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 21e9ee2bfa95b43f6b14b7279ef16c89/A in TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:06,876 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/463c13042cdd44ec90e2f9af7982a2d6, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/4f85616bcc0e4691be838fa139c69e0a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/9a11cfbeec344fdebf00ae9cb865ecc8] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp, totalSize=36.4 K 2024-12-02T19:58:06,876 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/417834fc220340a19ccbe49e673a600b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/7d73ea2ef6d14652a41d3fc5e8f3d741, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/4ad88f779f1c4d80b2afeb6afc27557b] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp, totalSize=91.9 K 2024-12-02T19:58:06,876 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:06,876 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. files: [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/417834fc220340a19ccbe49e673a600b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/7d73ea2ef6d14652a41d3fc5e8f3d741, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/4ad88f779f1c4d80b2afeb6afc27557b] 2024-12-02T19:58:06,876 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 463c13042cdd44ec90e2f9af7982a2d6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733169482636 2024-12-02T19:58:06,876 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 417834fc220340a19ccbe49e673a600b, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733169482636 2024-12-02T19:58:06,876 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f85616bcc0e4691be838fa139c69e0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733169483807 2024-12-02T19:58:06,876 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d73ea2ef6d14652a41d3fc5e8f3d741, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733169483807 2024-12-02T19:58:06,877 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a11cfbeec344fdebf00ae9cb865ecc8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733169484452 2024-12-02T19:58:06,877 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ad88f779f1c4d80b2afeb6afc27557b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733169484452 2024-12-02T19:58:06,881 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:06,882 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 21e9ee2bfa95b43f6b14b7279ef16c89#B#compaction#535 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:58:06,882 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/0a47438d7cd34f85bfa326aca98f28cd is 50, key is test_row_0/B:col10/1733169484454/Put/seqid=0 2024-12-02T19:58:06,883 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202bc2a4c1f1fc048b084908c9987cc31c4_21e9ee2bfa95b43f6b14b7279ef16c89 store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:06,884 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202bc2a4c1f1fc048b084908c9987cc31c4_21e9ee2bfa95b43f6b14b7279ef16c89, store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:06,884 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202bc2a4c1f1fc048b084908c9987cc31c4_21e9ee2bfa95b43f6b14b7279ef16c89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:06,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742456_1632 (size=4469) 2024-12-02T19:58:06,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742455_1631 (size=12915) 2024-12-02T19:58:06,909 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/0a47438d7cd34f85bfa326aca98f28cd as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/0a47438d7cd34f85bfa326aca98f28cd 2024-12-02T19:58:06,912 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 21e9ee2bfa95b43f6b14b7279ef16c89/B of 21e9ee2bfa95b43f6b14b7279ef16c89 into 0a47438d7cd34f85bfa326aca98f28cd(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:58:06,912 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:58:06,912 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., storeName=21e9ee2bfa95b43f6b14b7279ef16c89/B, priority=13, startTime=1733169486873; duration=0sec 2024-12-02T19:58:06,912 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:58:06,912 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 21e9ee2bfa95b43f6b14b7279ef16c89:B 2024-12-02T19:58:06,912 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:58:06,913 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:58:06,913 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 21e9ee2bfa95b43f6b14b7279ef16c89/C is initiating minor compaction (all files) 2024-12-02T19:58:06,913 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 21e9ee2bfa95b43f6b14b7279ef16c89/C in TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:06,913 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/4915b1a99c834edc99516d19ffd883ad, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/edf8229b12904c13a70c7f121665b315, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/d68f7f2599b84a4e8fc8eb60e569b488] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp, totalSize=36.4 K 2024-12-02T19:58:06,913 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 4915b1a99c834edc99516d19ffd883ad, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733169482636 2024-12-02T19:58:06,914 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting edf8229b12904c13a70c7f121665b315, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733169483807 2024-12-02T19:58:06,914 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting d68f7f2599b84a4e8fc8eb60e569b488, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733169484452 2024-12-02T19:58:06,920 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 21e9ee2bfa95b43f6b14b7279ef16c89#C#compaction#537 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:58:06,921 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/9b9c76c1dff149e8b3f8779ea1eacd4c is 50, key is test_row_0/C:col10/1733169484454/Put/seqid=0 2024-12-02T19:58:06,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-02T19:58:06,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:06,928 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 21e9ee2bfa95b43f6b14b7279ef16c89 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-02T19:58:06,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=A 2024-12-02T19:58:06,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:58:06,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=B 2024-12-02T19:58:06,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:58:06,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=C 2024-12-02T19:58:06,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:58:06,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742457_1633 (size=12915) 2024-12-02T19:58:06,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d42469f81bc14e878a4b1e7b94b8d67b_21e9ee2bfa95b43f6b14b7279ef16c89 is 50, key is test_row_0/A:col10/1733169485643/Put/seqid=0 2024-12-02T19:58:06,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742458_1634 (size=12454) 2024-12-02T19:58:06,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:06,974 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d42469f81bc14e878a4b1e7b94b8d67b_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d42469f81bc14e878a4b1e7b94b8d67b_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:06,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/55dc06e8c105450789016d6069fcee96, store: [table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:06,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/55dc06e8c105450789016d6069fcee96 is 175, key is test_row_0/A:col10/1733169485643/Put/seqid=0 2024-12-02T19:58:06,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742459_1635 (size=31255) 2024-12-02T19:58:06,984 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=306, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/55dc06e8c105450789016d6069fcee96 2024-12-02T19:58:06,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/d9642f7220d44fd6a0230b7bf59827ba is 50, key is test_row_0/B:col10/1733169485643/Put/seqid=0 2024-12-02T19:58:06,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742460_1636 (size=12301) 2024-12-02T19:58:06,998 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/d9642f7220d44fd6a0230b7bf59827ba 2024-12-02T19:58:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-02T19:58:07,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/f767ef0789df414aaa2d3772e8e0a468 is 50, key is test_row_0/C:col10/1733169485643/Put/seqid=0 2024-12-02T19:58:07,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742461_1637 (size=12301) 2024-12-02T19:58:07,302 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 21e9ee2bfa95b43f6b14b7279ef16c89#A#compaction#536 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:58:07,302 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/f717dcc78d554d9d923a28e1c9f54651 is 175, key is test_row_0/A:col10/1733169484454/Put/seqid=0 2024-12-02T19:58:07,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742462_1638 (size=31869) 2024-12-02T19:58:07,309 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/f717dcc78d554d9d923a28e1c9f54651 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/f717dcc78d554d9d923a28e1c9f54651 2024-12-02T19:58:07,313 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 21e9ee2bfa95b43f6b14b7279ef16c89/A of 21e9ee2bfa95b43f6b14b7279ef16c89 into f717dcc78d554d9d923a28e1c9f54651(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:58:07,313 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:58:07,313 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., storeName=21e9ee2bfa95b43f6b14b7279ef16c89/A, priority=13, startTime=1733169486873; duration=0sec 2024-12-02T19:58:07,313 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:58:07,313 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 21e9ee2bfa95b43f6b14b7279ef16c89:A 2024-12-02T19:58:07,340 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/9b9c76c1dff149e8b3f8779ea1eacd4c as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/9b9c76c1dff149e8b3f8779ea1eacd4c 2024-12-02T19:58:07,343 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 21e9ee2bfa95b43f6b14b7279ef16c89/C of 21e9ee2bfa95b43f6b14b7279ef16c89 into 9b9c76c1dff149e8b3f8779ea1eacd4c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:58:07,343 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:58:07,343 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., storeName=21e9ee2bfa95b43f6b14b7279ef16c89/C, priority=13, startTime=1733169486873; duration=0sec 2024-12-02T19:58:07,343 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:58:07,343 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 21e9ee2bfa95b43f6b14b7279ef16c89:C 2024-12-02T19:58:07,407 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/f767ef0789df414aaa2d3772e8e0a468 2024-12-02T19:58:07,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/55dc06e8c105450789016d6069fcee96 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/55dc06e8c105450789016d6069fcee96 2024-12-02T19:58:07,413 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/55dc06e8c105450789016d6069fcee96, entries=150, sequenceid=306, filesize=30.5 K 2024-12-02T19:58:07,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/d9642f7220d44fd6a0230b7bf59827ba as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/d9642f7220d44fd6a0230b7bf59827ba 2024-12-02T19:58:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,416 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/d9642f7220d44fd6a0230b7bf59827ba, entries=150, sequenceid=306, filesize=12.0 K 2024-12-02T19:58:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/f767ef0789df414aaa2d3772e8e0a468 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/f767ef0789df414aaa2d3772e8e0a468 2024-12-02T19:58:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,421 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/f767ef0789df414aaa2d3772e8e0a468, entries=150, sequenceid=306, filesize=12.0 K 2024-12-02T19:58:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,421 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 21e9ee2bfa95b43f6b14b7279ef16c89 in 493ms, sequenceid=306, compaction requested=false 2024-12-02T19:58:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:58:07,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:07,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-12-02T19:58:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-12-02T19:58:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-12-02T19:58:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5620 sec 2024-12-02T19:58:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.5660 sec 2024-12-02T19:58:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 21e9ee2bfa95b43f6b14b7279ef16c89 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-02T19:58:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=A 2024-12-02T19:58:07,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:58:07,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=B 2024-12-02T19:58:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:58:07,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=C 2024-12-02T19:58:07,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:58:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023a7ec7825cf04b1990a2adf340195cf0_21e9ee2bfa95b43f6b14b7279ef16c89 is 50, key is test_row_0/A:col10/1733169487846/Put/seqid=0 2024-12-02T19:58:07,926 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733169487897, max timestamp=1733169487917Num uniques 859; 2024-12-02T19:58:07,926 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733169487897, max timestamp=1733169487917Num uniques 859; 2024-12-02T19:58:07,926 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-02T19:58:07,926 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-02T19:58:07,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733169487897, max timestamp=1733169487917Num uniques 859; 2024-12-02T19:58:07,928 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/41897df2911b:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-02T19:58:07,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742463_1639 (size=20074) 2024-12-02T19:58:07,941 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:07,945 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412023a7ec7825cf04b1990a2adf340195cf0_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023a7ec7825cf04b1990a2adf340195cf0_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:07,946 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/1da39081b30740f2bf5371812debf3a4, store: [table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:07,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/1da39081b30740f2bf5371812debf3a4 is 175, key is test_row_0/A:col10/1733169487846/Put/seqid=0 2024-12-02T19:58:07,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:07,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169547976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169547977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:07,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:07,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:07,983 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:07,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:07,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:07,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:07,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169547983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:07,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:07,988 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:07,988 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:07,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742464_1640 (size=57333) 2024-12-02T19:58:07,989 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/1da39081b30740f2bf5371812debf3a4 2024-12-02T19:58:07,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/786bce38d35f4acfa742e0833c8343d8 is 50, key is test_row_0/B:col10/1733169487846/Put/seqid=0 2024-12-02T19:58:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-02T19:58:08,019 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:58:08,019 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:58:08,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742465_1641 (size=12301) 2024-12-02T19:58:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-12-02T19:58:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-02T19:58:08,022 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:58:08,023 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:58:08,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:58:08,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169548092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:08,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169548092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:08,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:08,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169548098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:08,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:08,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:08,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-02T19:58:08,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-02T19:58:08,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:08,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:58:08,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:08,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:08,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:08,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169548298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:08,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:08,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169548298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:08,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:08,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:08,300 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:08,300 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:08,300 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:08,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169548308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:08,311 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:08,312 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:08,312 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:08,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-02T19:58:08,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:08,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:58:08,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:08,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:08,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-02T19:58:08,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/786bce38d35f4acfa742e0833c8343d8 2024-12-02T19:58:08,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/bbf1fc8bf8ef4a18b1028d8917be8d19 is 50, key is test_row_0/C:col10/1733169487846/Put/seqid=0 2024-12-02T19:58:08,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742466_1642 (size=12301) 2024-12-02T19:58:08,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-02T19:58:08,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:08,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:58:08,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:08,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:08,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:08,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169548608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:08,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:08,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:08,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:08,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169548608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:08,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:08,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:08,611 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:08,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169548618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:08,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:08,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:08,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:08,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-02T19:58:08,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:08,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:58:08,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:08,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:08,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-02T19:58:08,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-02T19:58:08,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:08,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:58:08,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:08,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:08,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:08,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:08,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/bbf1fc8bf8ef4a18b1028d8917be8d19 2024-12-02T19:58:08,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/1da39081b30740f2bf5371812debf3a4 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/1da39081b30740f2bf5371812debf3a4 2024-12-02T19:58:08,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/1da39081b30740f2bf5371812debf3a4, entries=300, sequenceid=319, filesize=56.0 K 2024-12-02T19:58:08,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/786bce38d35f4acfa742e0833c8343d8 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/786bce38d35f4acfa742e0833c8343d8 2024-12-02T19:58:08,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/786bce38d35f4acfa742e0833c8343d8, entries=150, sequenceid=319, filesize=12.0 K 2024-12-02T19:58:08,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/bbf1fc8bf8ef4a18b1028d8917be8d19 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/bbf1fc8bf8ef4a18b1028d8917be8d19 2024-12-02T19:58:08,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/bbf1fc8bf8ef4a18b1028d8917be8d19, entries=150, sequenceid=319, filesize=12.0 K 2024-12-02T19:58:08,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=124.84 KB/127836 for 21e9ee2bfa95b43f6b14b7279ef16c89 in 992ms, sequenceid=319, compaction requested=true 2024-12-02T19:58:08,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:58:08,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 21e9ee2bfa95b43f6b14b7279ef16c89:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:58:08,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:58:08,845 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:58:08,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 21e9ee2bfa95b43f6b14b7279ef16c89:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:58:08,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:58:08,845 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:58:08,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 21e9ee2bfa95b43f6b14b7279ef16c89:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:58:08,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:58:08,846 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120457 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:58:08,846 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:58:08,846 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 21e9ee2bfa95b43f6b14b7279ef16c89/A is initiating minor compaction (all files) 2024-12-02T19:58:08,846 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 21e9ee2bfa95b43f6b14b7279ef16c89/B is initiating minor compaction (all files) 2024-12-02T19:58:08,846 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 21e9ee2bfa95b43f6b14b7279ef16c89/B in TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:08,846 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 21e9ee2bfa95b43f6b14b7279ef16c89/A in TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:08,846 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/0a47438d7cd34f85bfa326aca98f28cd, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/d9642f7220d44fd6a0230b7bf59827ba, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/786bce38d35f4acfa742e0833c8343d8] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp, totalSize=36.6 K 2024-12-02T19:58:08,846 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/f717dcc78d554d9d923a28e1c9f54651, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/55dc06e8c105450789016d6069fcee96, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/1da39081b30740f2bf5371812debf3a4] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp, totalSize=117.6 K 2024-12-02T19:58:08,846 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:08,846 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. files: [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/f717dcc78d554d9d923a28e1c9f54651, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/55dc06e8c105450789016d6069fcee96, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/1da39081b30740f2bf5371812debf3a4] 2024-12-02T19:58:08,846 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a47438d7cd34f85bfa326aca98f28cd, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733169484452 2024-12-02T19:58:08,846 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting f717dcc78d554d9d923a28e1c9f54651, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733169484452 2024-12-02T19:58:08,846 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting d9642f7220d44fd6a0230b7bf59827ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1733169485643 2024-12-02T19:58:08,846 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55dc06e8c105450789016d6069fcee96, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1733169485643 2024-12-02T19:58:08,847 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 786bce38d35f4acfa742e0833c8343d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733169487845 2024-12-02T19:58:08,847 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1da39081b30740f2bf5371812debf3a4, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733169487820 2024-12-02T19:58:08,850 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:08,851 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 21e9ee2bfa95b43f6b14b7279ef16c89#B#compaction#544 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:58:08,851 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/5d73455905964e688911fec957e66e1d is 50, key is test_row_0/B:col10/1733169487846/Put/seqid=0 2024-12-02T19:58:08,851 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120296558d7423a042f4bf46ee021f9c1c4b_21e9ee2bfa95b43f6b14b7279ef16c89 store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:08,853 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120296558d7423a042f4bf46ee021f9c1c4b_21e9ee2bfa95b43f6b14b7279ef16c89, store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:08,854 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120296558d7423a042f4bf46ee021f9c1c4b_21e9ee2bfa95b43f6b14b7279ef16c89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:08,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742467_1643 (size=13017) 2024-12-02T19:58:08,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742468_1644 (size=4469) 2024-12-02T19:58:08,860 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 21e9ee2bfa95b43f6b14b7279ef16c89#A#compaction#545 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:58:08,861 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/7cb3c8b2fb254c1386957b32c8992741 is 175, key is test_row_0/A:col10/1733169487846/Put/seqid=0 2024-12-02T19:58:08,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742469_1645 (size=31971) 2024-12-02T19:58:08,867 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/7cb3c8b2fb254c1386957b32c8992741 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/7cb3c8b2fb254c1386957b32c8992741 2024-12-02T19:58:08,870 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 21e9ee2bfa95b43f6b14b7279ef16c89/A of 21e9ee2bfa95b43f6b14b7279ef16c89 into 7cb3c8b2fb254c1386957b32c8992741(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:58:08,870 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:58:08,870 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., storeName=21e9ee2bfa95b43f6b14b7279ef16c89/A, priority=13, startTime=1733169488845; duration=0sec 2024-12-02T19:58:08,870 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:58:08,870 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 21e9ee2bfa95b43f6b14b7279ef16c89:A 2024-12-02T19:58:08,870 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:58:08,870 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:58:08,870 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 21e9ee2bfa95b43f6b14b7279ef16c89/C is initiating minor compaction (all files) 2024-12-02T19:58:08,871 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 21e9ee2bfa95b43f6b14b7279ef16c89/C in TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:08,871 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/9b9c76c1dff149e8b3f8779ea1eacd4c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/f767ef0789df414aaa2d3772e8e0a468, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/bbf1fc8bf8ef4a18b1028d8917be8d19] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp, totalSize=36.6 K 2024-12-02T19:58:08,871 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b9c76c1dff149e8b3f8779ea1eacd4c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733169484452 2024-12-02T19:58:08,871 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting f767ef0789df414aaa2d3772e8e0a468, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1733169485643 2024-12-02T19:58:08,871 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbf1fc8bf8ef4a18b1028d8917be8d19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733169487845 2024-12-02T19:58:08,876 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 21e9ee2bfa95b43f6b14b7279ef16c89#C#compaction#546 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:58:08,876 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/913accb1cabc4d608441ff147ff945d0 is 50, key is test_row_0/C:col10/1733169487846/Put/seqid=0 2024-12-02T19:58:08,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742470_1646 (size=13017) 2024-12-02T19:58:08,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-02T19:58:08,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:08,938 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 21e9ee2bfa95b43f6b14b7279ef16c89 3/3 column families, dataSize=124.84 KB heapSize=354.38 KB 2024-12-02T19:58:08,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=A 2024-12-02T19:58:08,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:58:08,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=B 2024-12-02T19:58:08,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:58:08,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=C 2024-12-02T19:58:08,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-02T19:58:08,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d4917b494ab84e8ab8cfcd64c7e72237_21e9ee2bfa95b43f6b14b7279ef16c89 is 50, key is test_row_0/A:col10/1733169487976/Put/seqid=0 2024-12-02T19:58:08,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742471_1647 (size=12454) 2024-12-02T19:58:09,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:58:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:09,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169549130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:09,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:09,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:09,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:09,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169549132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:09,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:09,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:09,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:09,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169549132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:09,136 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:09,136 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:09,136 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-02T19:58:09,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169549238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:09,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:09,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:09,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169549238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:09,241 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:09,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:09,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:09,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:09,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169549238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:09,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:09,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:09,241 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:09,260 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/5d73455905964e688911fec957e66e1d as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/5d73455905964e688911fec957e66e1d 2024-12-02T19:58:09,262 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 21e9ee2bfa95b43f6b14b7279ef16c89/B of 21e9ee2bfa95b43f6b14b7279ef16c89 into 5d73455905964e688911fec957e66e1d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:58:09,262 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:58:09,262 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., storeName=21e9ee2bfa95b43f6b14b7279ef16c89/B, priority=13, startTime=1733169488845; duration=0sec 2024-12-02T19:58:09,262 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:58:09,262 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 21e9ee2bfa95b43f6b14b7279ef16c89:B 2024-12-02T19:58:09,284 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/913accb1cabc4d608441ff147ff945d0 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/913accb1cabc4d608441ff147ff945d0 2024-12-02T19:58:09,287 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 21e9ee2bfa95b43f6b14b7279ef16c89/C of 21e9ee2bfa95b43f6b14b7279ef16c89 into 913accb1cabc4d608441ff147ff945d0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:58:09,287 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:58:09,287 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., storeName=21e9ee2bfa95b43f6b14b7279ef16c89/C, priority=13, startTime=1733169488845; duration=0sec 2024-12-02T19:58:09,287 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:58:09,287 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 21e9ee2bfa95b43f6b14b7279ef16c89:C 2024-12-02T19:58:09,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:09,348 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202d4917b494ab84e8ab8cfcd64c7e72237_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d4917b494ab84e8ab8cfcd64c7e72237_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:09,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/00d40c4f802b466cafe26771428f43b2, store: [table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:09,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/00d40c4f802b466cafe26771428f43b2 is 175, key is test_row_0/A:col10/1733169487976/Put/seqid=0 2024-12-02T19:58:09,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742472_1648 (size=31255) 2024-12-02T19:58:09,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169549448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:09,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:09,450 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169549448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:09,450 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:09,450 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:09,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:09,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169549448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:09,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:09,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:09,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:09,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:09,451 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:09,753 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/00d40c4f802b466cafe26771428f43b2 2024-12-02T19:58:09,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/398522791bcc4d3ab43a7907e371fe42 is 50, key is test_row_0/B:col10/1733169487976/Put/seqid=0 2024-12-02T19:58:09,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742473_1649 (size=12301) 2024-12-02T19:58:09,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169549758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:09,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169549759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:09,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:09,762 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:09,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:09,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169549759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:09,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:09,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:09,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:09,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:09,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:09,763 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:10,162 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/398522791bcc4d3ab43a7907e371fe42 2024-12-02T19:58:10,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/803f98907de94753b94c020f751ddb8b is 50, key is test_row_0/C:col10/1733169487976/Put/seqid=0 2024-12-02T19:58:10,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742474_1650 (size=12301) 2024-12-02T19:58:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-02T19:58:10,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169550268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:10,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169550269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:10,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:10,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:10,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:10,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:10,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:10,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:10,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169550278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:10,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:10,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:10,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:10,570 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=39.86 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/803f98907de94753b94c020f751ddb8b 2024-12-02T19:58:10,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/00d40c4f802b466cafe26771428f43b2 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/00d40c4f802b466cafe26771428f43b2 2024-12-02T19:58:10,576 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/00d40c4f802b466cafe26771428f43b2, entries=150, sequenceid=355, filesize=30.5 K 2024-12-02T19:58:10,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/398522791bcc4d3ab43a7907e371fe42 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/398522791bcc4d3ab43a7907e371fe42 2024-12-02T19:58:10,579 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/398522791bcc4d3ab43a7907e371fe42, entries=150, sequenceid=355, filesize=12.0 K 2024-12-02T19:58:10,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/803f98907de94753b94c020f751ddb8b as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/803f98907de94753b94c020f751ddb8b 2024-12-02T19:58:10,582 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/803f98907de94753b94c020f751ddb8b, entries=150, sequenceid=355, filesize=12.0 K 2024-12-02T19:58:10,582 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~124.84 KB/127836, heapSize ~354.34 KB/362840, currentSize=53.67 KB/54960 for 21e9ee2bfa95b43f6b14b7279ef16c89 in 1644ms, sequenceid=355, compaction requested=false 2024-12-02T19:58:10,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:58:10,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:10,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-12-02T19:58:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-12-02T19:58:10,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-12-02T19:58:10,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5600 sec 2024-12-02T19:58:10,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 2.5660 sec 2024-12-02T19:58:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:11,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 21e9ee2bfa95b43f6b14b7279ef16c89 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-02T19:58:11,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=A 2024-12-02T19:58:11,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:58:11,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=B 2024-12-02T19:58:11,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:58:11,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=C 2024-12-02T19:58:11,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:58:11,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412021922a937e3df4f3cad0cdd8f96ef922c_21e9ee2bfa95b43f6b14b7279ef16c89 is 50, key is test_row_0/A:col10/1733169491279/Put/seqid=0 2024-12-02T19:58:11,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742475_1651 (size=14994) 2024-12-02T19:58:11,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169551308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:11,312 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:11,312 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:11,312 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:11,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169551309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:11,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:11,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:11,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:11,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169551311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:11,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:11,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:11,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:11,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169551418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:11,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:11,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:11,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:11,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169551418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:11,420 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:11,420 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:11,420 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:11,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169551418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:11,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:11,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:11,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:11,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169551628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:11,630 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:11,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:11,630 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:11,630 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169551628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:11,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:11,630 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169551628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:11,630 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:11,630 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:11,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:11,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:11,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:11,688 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:11,690 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412021922a937e3df4f3cad0cdd8f96ef922c_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412021922a937e3df4f3cad0cdd8f96ef922c_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:11,691 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/09d6c30cf1d5479289573c799a8dd0fb, store: [table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:11,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/09d6c30cf1d5479289573c799a8dd0fb is 175, key is test_row_0/A:col10/1733169491279/Put/seqid=0 2024-12-02T19:58:11,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742476_1652 (size=39949) 2024-12-02T19:58:11,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169551938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:11,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:11,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:11,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:11,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:11,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169551938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169551938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:11,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:11,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:11,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:11,942 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:11,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:11,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:12,094 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=369, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/09d6c30cf1d5479289573c799a8dd0fb 2024-12-02T19:58:12,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/8062cd1802f24ba4a040c167ad9da1c9 is 50, key is test_row_0/B:col10/1733169491279/Put/seqid=0 2024-12-02T19:58:12,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742477_1653 (size=12301) 2024-12-02T19:58:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-02T19:58:12,199 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:58:12,199 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-02T19:58:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-12-02T19:58:12,201 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-02T19:58:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-02T19:58:12,201 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-02T19:58:12,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-02T19:58:12,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-02T19:58:12,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-02T19:58:12,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:12,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:58:12,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:12,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:12,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:12,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60824 deadline: 1733169552448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:12,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:12,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:12,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60850 deadline: 1733169552448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:12,450 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:12,450 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:12,450 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:12,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-02T19:58:12,450 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60766 deadline: 1733169552449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 2024-12-02T19:58:12,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 , the old value is region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:12,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T19:58:12,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., hostname=41897df2911b,36713,1733169305610, seqNum=5 because the exception is null or not the one we care about 2024-12-02T19:58:12,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/8062cd1802f24ba4a040c167ad9da1c9 2024-12-02T19:58:12,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-02T19:58:12,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:12,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:58:12,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:12,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:12,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:12,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/41b38c477e8e4366bee50c27eb4e6b1f is 50, key is test_row_0/C:col10/1733169491279/Put/seqid=0 2024-12-02T19:58:12,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742478_1654 (size=12301) 2024-12-02T19:58:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-02T19:58:12,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-02T19:58:12,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:12,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:58:12,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:12,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:12,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:12,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-02T19:58:12,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:12,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:58:12,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:12,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:12,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T19:58:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-02T19:58:12,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/41b38c477e8e4366bee50c27eb4e6b1f 2024-12-02T19:58:12,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/09d6c30cf1d5479289573c799a8dd0fb as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/09d6c30cf1d5479289573c799a8dd0fb 2024-12-02T19:58:12,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/09d6c30cf1d5479289573c799a8dd0fb, entries=200, sequenceid=369, filesize=39.0 K 2024-12-02T19:58:12,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/8062cd1802f24ba4a040c167ad9da1c9 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/8062cd1802f24ba4a040c167ad9da1c9 2024-12-02T19:58:12,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/8062cd1802f24ba4a040c167ad9da1c9, entries=150, sequenceid=369, filesize=12.0 K 2024-12-02T19:58:12,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/41b38c477e8e4366bee50c27eb4e6b1f as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/41b38c477e8e4366bee50c27eb4e6b1f 2024-12-02T19:58:12,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/41b38c477e8e4366bee50c27eb4e6b1f, entries=150, sequenceid=369, filesize=12.0 K 2024-12-02T19:58:12,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 21e9ee2bfa95b43f6b14b7279ef16c89 in 1646ms, sequenceid=369, compaction requested=true 2024-12-02T19:58:12,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:58:12,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 21e9ee2bfa95b43f6b14b7279ef16c89:A, priority=-2147483648, current under compaction store size is 1 2024-12-02T19:58:12,926 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:58:12,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:58:12,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 21e9ee2bfa95b43f6b14b7279ef16c89:B, priority=-2147483648, current under compaction store size is 2 2024-12-02T19:58:12,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:58:12,926 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:58:12,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 21e9ee2bfa95b43f6b14b7279ef16c89:C, priority=-2147483648, current under compaction store size is 3 2024-12-02T19:58:12,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:58:12,927 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:58:12,927 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:58:12,927 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1541): 21e9ee2bfa95b43f6b14b7279ef16c89/A is initiating minor compaction (all files) 2024-12-02T19:58:12,927 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 21e9ee2bfa95b43f6b14b7279ef16c89/B is initiating minor compaction (all files) 2024-12-02T19:58:12,927 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 21e9ee2bfa95b43f6b14b7279ef16c89/A in TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:12,927 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 21e9ee2bfa95b43f6b14b7279ef16c89/B in TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:12,927 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/7cb3c8b2fb254c1386957b32c8992741, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/00d40c4f802b466cafe26771428f43b2, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/09d6c30cf1d5479289573c799a8dd0fb] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp, totalSize=100.8 K 2024-12-02T19:58:12,927 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/5d73455905964e688911fec957e66e1d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/398522791bcc4d3ab43a7907e371fe42, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/8062cd1802f24ba4a040c167ad9da1c9] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp, totalSize=36.7 K 2024-12-02T19:58:12,927 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:12,927 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. files: [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/7cb3c8b2fb254c1386957b32c8992741, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/00d40c4f802b466cafe26771428f43b2, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/09d6c30cf1d5479289573c799a8dd0fb] 2024-12-02T19:58:12,927 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d73455905964e688911fec957e66e1d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733169487845 2024-12-02T19:58:12,927 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7cb3c8b2fb254c1386957b32c8992741, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733169487845 2024-12-02T19:58:12,928 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 398522791bcc4d3ab43a7907e371fe42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733169487951 2024-12-02T19:58:12,928 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00d40c4f802b466cafe26771428f43b2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733169487951 2024-12-02T19:58:12,928 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 8062cd1802f24ba4a040c167ad9da1c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733169489120 2024-12-02T19:58:12,928 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09d6c30cf1d5479289573c799a8dd0fb, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733169489120 2024-12-02T19:58:12,932 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:12,932 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 21e9ee2bfa95b43f6b14b7279ef16c89#B#compaction#553 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:58:12,933 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/9c00e71dd4794092aecd39a40c43d82e is 50, key is test_row_0/B:col10/1733169491279/Put/seqid=0 2024-12-02T19:58:12,933 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241202464a775364f545b0b556cabe065a023e_21e9ee2bfa95b43f6b14b7279ef16c89 store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:12,935 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241202464a775364f545b0b556cabe065a023e_21e9ee2bfa95b43f6b14b7279ef16c89, store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:12,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742479_1655 (size=13119) 2024-12-02T19:58:12,935 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202464a775364f545b0b556cabe065a023e_21e9ee2bfa95b43f6b14b7279ef16c89 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:12,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742480_1656 (size=4469) 2024-12-02T19:58:12,938 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 21e9ee2bfa95b43f6b14b7279ef16c89#A#compaction#554 average throughput is 4.07 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:58:12,939 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/9d703c7426394505bebdc8ca056d5fbc is 175, key is test_row_0/A:col10/1733169491279/Put/seqid=0 2024-12-02T19:58:12,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742481_1657 (size=32073) 2024-12-02T19:58:12,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36713 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-02T19:58:12,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:12,964 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 21e9ee2bfa95b43f6b14b7279ef16c89 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-02T19:58:12,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=A 2024-12-02T19:58:12,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:58:12,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=B 2024-12-02T19:58:12,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:58:12,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=C 2024-12-02T19:58:12,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:58:12,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202b49a6f10d7d146f18932b81b6eae20a3_21e9ee2bfa95b43f6b14b7279ef16c89 is 50, key is test_row_0/A:col10/1733169491308/Put/seqid=0 2024-12-02T19:58:12,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742482_1658 (size=12454) 2024-12-02T19:58:13,089 INFO [Thread-2497 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2497. 2024-12-02T19:58:13,089 DEBUG [Thread-2497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:58:13,089 DEBUG [Thread-2497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:58:13,089 DEBUG [Thread-2497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:58:13,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:58:13,090 INFO [Thread-2499 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2499. 2024-12-02T19:58:13,090 DEBUG [Thread-2499 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:58:13,090 DEBUG [Thread-2499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:58:13,090 DEBUG [Thread-2499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:58:13,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:58:13,091 INFO [Thread-2501 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2501. 2024-12-02T19:58:13,092 DEBUG [Thread-2501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:58:13,092 DEBUG [Thread-2501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:58:13,092 DEBUG [Thread-2501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:58:13,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:58:13,092 INFO [Thread-2505 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2505. 2024-12-02T19:58:13,092 INFO [Thread-2503 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2503. 2024-12-02T19:58:13,092 DEBUG [Thread-2505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:58:13,092 DEBUG [Thread-2503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:58:13,092 DEBUG [Thread-2505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:58:13,092 DEBUG [Thread-2503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:58:13,092 DEBUG [Thread-2503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:58:13,092 DEBUG [Thread-2505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:58:13,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:58:13,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:58:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-02T19:58:13,346 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/9c00e71dd4794092aecd39a40c43d82e as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/9c00e71dd4794092aecd39a40c43d82e 2024-12-02T19:58:13,348 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/9d703c7426394505bebdc8ca056d5fbc as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/9d703c7426394505bebdc8ca056d5fbc 2024-12-02T19:58:13,350 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 21e9ee2bfa95b43f6b14b7279ef16c89/B of 21e9ee2bfa95b43f6b14b7279ef16c89 into 9c00e71dd4794092aecd39a40c43d82e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:58:13,350 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:58:13,350 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., storeName=21e9ee2bfa95b43f6b14b7279ef16c89/B, priority=13, startTime=1733169492926; duration=0sec 2024-12-02T19:58:13,350 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-02T19:58:13,350 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 21e9ee2bfa95b43f6b14b7279ef16c89:B 2024-12-02T19:58:13,350 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-02T19:58:13,351 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-02T19:58:13,351 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1541): 21e9ee2bfa95b43f6b14b7279ef16c89/C is initiating minor compaction (all files) 2024-12-02T19:58:13,351 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 21e9ee2bfa95b43f6b14b7279ef16c89/C in TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:13,351 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/913accb1cabc4d608441ff147ff945d0, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/803f98907de94753b94c020f751ddb8b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/41b38c477e8e4366bee50c27eb4e6b1f] into tmpdir=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp, totalSize=36.7 K 2024-12-02T19:58:13,351 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 913accb1cabc4d608441ff147ff945d0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733169487845 2024-12-02T19:58:13,351 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 803f98907de94753b94c020f751ddb8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1733169487951 2024-12-02T19:58:13,351 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 21e9ee2bfa95b43f6b14b7279ef16c89/A of 21e9ee2bfa95b43f6b14b7279ef16c89 into 9d703c7426394505bebdc8ca056d5fbc(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:58:13,352 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:58:13,352 INFO [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., storeName=21e9ee2bfa95b43f6b14b7279ef16c89/A, priority=13, startTime=1733169492926; duration=0sec 2024-12-02T19:58:13,352 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:58:13,352 DEBUG [RS:0;41897df2911b:36713-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 21e9ee2bfa95b43f6b14b7279ef16c89:A 2024-12-02T19:58:13,352 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] compactions.Compactor(225): Compacting 41b38c477e8e4366bee50c27eb4e6b1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733169489120 2024-12-02T19:58:13,357 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 21e9ee2bfa95b43f6b14b7279ef16c89#C#compaction#556 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T19:58:13,357 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/53ae2325bfed48d1a3187b52a854dfe9 is 50, key is test_row_0/C:col10/1733169491279/Put/seqid=0 2024-12-02T19:58:13,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742483_1659 (size=13119) 2024-12-02T19:58:13,364 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/53ae2325bfed48d1a3187b52a854dfe9 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/53ae2325bfed48d1a3187b52a854dfe9 2024-12-02T19:58:13,367 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 21e9ee2bfa95b43f6b14b7279ef16c89/C of 21e9ee2bfa95b43f6b14b7279ef16c89 into 53ae2325bfed48d1a3187b52a854dfe9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T19:58:13,367 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:58:13,367 INFO [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., storeName=21e9ee2bfa95b43f6b14b7279ef16c89/C, priority=13, startTime=1733169492926; duration=0sec 2024-12-02T19:58:13,367 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-02T19:58:13,367 DEBUG [RS:0;41897df2911b:36713-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 21e9ee2bfa95b43f6b14b7279ef16c89:C 2024-12-02T19:58:13,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:13,378 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241202b49a6f10d7d146f18932b81b6eae20a3_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b49a6f10d7d146f18932b81b6eae20a3_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:13,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/77360b436e634af9b226576dce835f92, store: [table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:13,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/77360b436e634af9b226576dce835f92 is 175, key is test_row_0/A:col10/1733169491308/Put/seqid=0 2024-12-02T19:58:13,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742484_1660 (size=31255) 2024-12-02T19:58:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36713 {}] regionserver.HRegion(8855): Flush requested on 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:13,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. as already flushing 2024-12-02T19:58:13,461 INFO [Thread-2488 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2488. 2024-12-02T19:58:13,461 INFO [Thread-2494 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2494. 2024-12-02T19:58:13,461 DEBUG [Thread-2488 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:58:13,461 DEBUG [Thread-2494 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:58:13,461 DEBUG [Thread-2488 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:58:13,461 DEBUG [Thread-2494 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:58:13,462 DEBUG [Thread-2494 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:58:13,462 DEBUG [Thread-2488 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:58:13,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:58:13,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:58:13,471 INFO [Thread-2486 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2486. 2024-12-02T19:58:13,471 DEBUG [Thread-2486 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:58:13,471 DEBUG [Thread-2486 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:58:13,471 DEBUG [Thread-2486 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:58:13,471 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:58:13,786 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=389, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/77360b436e634af9b226576dce835f92 2024-12-02T19:58:13,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/dd9ac8a6f92d435aa04a19f758e538db is 50, key is test_row_0/B:col10/1733169491308/Put/seqid=0 2024-12-02T19:58:13,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742485_1661 (size=12301) 2024-12-02T19:58:14,205 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/dd9ac8a6f92d435aa04a19f758e538db 2024-12-02T19:58:14,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/859fe440a8814711a066d451b8a321ca is 50, key is test_row_0/C:col10/1733169491308/Put/seqid=0 2024-12-02T19:58:14,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742486_1662 (size=12301) 2024-12-02T19:58:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-02T19:58:14,616 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/859fe440a8814711a066d451b8a321ca 2024-12-02T19:58:14,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/77360b436e634af9b226576dce835f92 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/77360b436e634af9b226576dce835f92 2024-12-02T19:58:14,623 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/77360b436e634af9b226576dce835f92, entries=150, sequenceid=389, filesize=30.5 K 2024-12-02T19:58:14,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/dd9ac8a6f92d435aa04a19f758e538db as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/dd9ac8a6f92d435aa04a19f758e538db 2024-12-02T19:58:14,626 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/dd9ac8a6f92d435aa04a19f758e538db, entries=150, sequenceid=389, filesize=12.0 K 2024-12-02T19:58:14,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/859fe440a8814711a066d451b8a321ca as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/859fe440a8814711a066d451b8a321ca 2024-12-02T19:58:14,630 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/859fe440a8814711a066d451b8a321ca, entries=150, sequenceid=389, filesize=12.0 K 2024-12-02T19:58:14,631 INFO [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=20.13 KB/20610 for 21e9ee2bfa95b43f6b14b7279ef16c89 in 1667ms, sequenceid=389, compaction requested=false 2024-12-02T19:58:14,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 21e9ee2bfa95b43f6b14b7279ef16c89: 2024-12-02T19:58:14,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:14,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/41897df2911b:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-12-02T19:58:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-12-02T19:58:14,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-12-02T19:58:14,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4310 sec 2024-12-02T19:58:14,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 2.4360 sec 2024-12-02T19:58:14,963 INFO [Thread-2490 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2490. 2024-12-02T19:58:14,963 DEBUG [Thread-2490 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:58:14,963 DEBUG [Thread-2490 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:58:14,964 DEBUG [Thread-2490 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:58:14,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:58:15,013 INFO [Thread-2492 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2492. 2024-12-02T19:58:15,013 DEBUG [Thread-2492 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-02T19:58:15,013 DEBUG [Thread-2492 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:58:15,013 DEBUG [Thread-2492 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:58:15,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:58:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-02T19:58:16,359 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:58:16,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-02T19:58:16,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-12-02T19:58:16,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-12-02T19:58:16,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-12-02T19:58:16,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-12-02T19:58:16,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-12-02T19:58:16,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-02T19:58:16,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3588 2024-12-02T19:58:16,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3722 2024-12-02T19:58:16,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3634 2024-12-02T19:58:16,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3631 2024-12-02T19:58:16,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3734 2024-12-02T19:58:16,359 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-02T19:58:16,360 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:58:16,360 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:58:16,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:58:16,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:58:16,360 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:58:16,362 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-02T19:58:16,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-02T19:58:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-02T19:58:16,367 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169496366"}]},"ts":"1733169496366"} 2024-12-02T19:58:16,369 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-02T19:58:16,369 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-02T19:58:16,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-02T19:58:16,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=21e9ee2bfa95b43f6b14b7279ef16c89, UNASSIGN}] 2024-12-02T19:58:16,372 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=21e9ee2bfa95b43f6b14b7279ef16c89, UNASSIGN 2024-12-02T19:58:16,373 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=166 updating hbase:meta row=21e9ee2bfa95b43f6b14b7279ef16c89, regionState=CLOSING, regionLocation=41897df2911b,36713,1733169305610 2024-12-02T19:58:16,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=21e9ee2bfa95b43f6b14b7279ef16c89, UNASSIGN because future has completed 2024-12-02T19:58:16,375 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T19:58:16,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; CloseRegionProcedure 21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610}] 2024-12-02T19:58:16,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-02T19:58:16,528 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(122): Close 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:16,528 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T19:58:16,529 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1722): Closing 21e9ee2bfa95b43f6b14b7279ef16c89, disabling compactions & flushes 2024-12-02T19:58:16,529 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:16,529 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:16,529 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. after waiting 0 ms 2024-12-02T19:58:16,529 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:16,529 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(2902): Flushing 21e9ee2bfa95b43f6b14b7279ef16c89 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-02T19:58:16,529 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=A 2024-12-02T19:58:16,530 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:58:16,530 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=B 2024-12-02T19:58:16,530 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:58:16,530 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 21e9ee2bfa95b43f6b14b7279ef16c89, store=C 2024-12-02T19:58:16,530 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-02T19:58:16,534 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120235839da726954a4bb9571d3cbe418256_21e9ee2bfa95b43f6b14b7279ef16c89 is 50, key is test_row_1/A:col10/1733169495010/Put/seqid=0 2024-12-02T19:58:16,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742487_1663 (size=9914) 2024-12-02T19:58:16,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-02T19:58:16,938 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T19:58:16,948 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120235839da726954a4bb9571d3cbe418256_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120235839da726954a4bb9571d3cbe418256_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:16,949 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/111e37fca9f3496ebc8366093ed4bdd5, store: [table=TestAcidGuarantees family=A region=21e9ee2bfa95b43f6b14b7279ef16c89] 2024-12-02T19:58:16,949 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/111e37fca9f3496ebc8366093ed4bdd5 is 175, key is test_row_1/A:col10/1733169495010/Put/seqid=0 2024-12-02T19:58:16,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742488_1664 (size=22561) 2024-12-02T19:58:16,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-02T19:58:17,354 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=400, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/111e37fca9f3496ebc8366093ed4bdd5 2024-12-02T19:58:17,368 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/81cae137727d49da937fa93eda608b8b is 50, key is test_row_1/B:col10/1733169495010/Put/seqid=0 2024-12-02T19:58:17,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742489_1665 (size=9857) 2024-12-02T19:58:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-02T19:58:17,775 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/81cae137727d49da937fa93eda608b8b 2024-12-02T19:58:17,789 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/844cd07a63ee465090f09399d7dbcc95 is 50, key is test_row_1/C:col10/1733169495010/Put/seqid=0 2024-12-02T19:58:17,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742490_1666 (size=9857) 2024-12-02T19:58:18,194 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/844cd07a63ee465090f09399d7dbcc95 2024-12-02T19:58:18,204 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/A/111e37fca9f3496ebc8366093ed4bdd5 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/111e37fca9f3496ebc8366093ed4bdd5 2024-12-02T19:58:18,209 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/111e37fca9f3496ebc8366093ed4bdd5, entries=100, sequenceid=400, filesize=22.0 K 2024-12-02T19:58:18,209 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/B/81cae137727d49da937fa93eda608b8b as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/81cae137727d49da937fa93eda608b8b 2024-12-02T19:58:18,213 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/81cae137727d49da937fa93eda608b8b, entries=100, sequenceid=400, filesize=9.6 K 2024-12-02T19:58:18,214 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/.tmp/C/844cd07a63ee465090f09399d7dbcc95 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/844cd07a63ee465090f09399d7dbcc95 2024-12-02T19:58:18,217 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/844cd07a63ee465090f09399d7dbcc95, entries=100, sequenceid=400, filesize=9.6 K 2024-12-02T19:58:18,218 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 21e9ee2bfa95b43f6b14b7279ef16c89 in 1689ms, sequenceid=400, compaction requested=true 2024-12-02T19:58:18,219 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/2f0f03b802c24ed8bf2b9f351a7a2877, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/299f2c97b674402290b858044828fdc6, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/718a9c58f43f408ea338c1e86892b31f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/1d1c1acdb1a240d381634dd4169f9709, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/640615526c9e4ad790dc153a4f309d49, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/8a31b49c9cc448629516f19ae3e4c150, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/41a097734eaf49be987337d87ea174d4, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/266b3360e4954b42bb2ba7988b59aa03, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/ab371981f1f641baa191e17e44434a23, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/4e2141ab09ed4b319308084283768e26, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/d851dbf3ef8b4f9a9602d9598a2bac41, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/1ac84d0057ee498c933818fe89c36d2e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/249b8175dd8344239107f7bb2ee4dfee, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/b1190e42c7fe478e98f01404b9873115, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/417834fc220340a19ccbe49e673a600b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/10b4daa9e8d5488aa057fe6dc0cded4f, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/7d73ea2ef6d14652a41d3fc5e8f3d741, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/f717dcc78d554d9d923a28e1c9f54651, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/4ad88f779f1c4d80b2afeb6afc27557b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/55dc06e8c105450789016d6069fcee96, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/1da39081b30740f2bf5371812debf3a4, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/7cb3c8b2fb254c1386957b32c8992741, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/00d40c4f802b466cafe26771428f43b2, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/09d6c30cf1d5479289573c799a8dd0fb] to archive 2024-12-02T19:58:18,220 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T19:58:18,221 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/2f0f03b802c24ed8bf2b9f351a7a2877 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/2f0f03b802c24ed8bf2b9f351a7a2877 2024-12-02T19:58:18,223 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/299f2c97b674402290b858044828fdc6 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/299f2c97b674402290b858044828fdc6 2024-12-02T19:58:18,224 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/718a9c58f43f408ea338c1e86892b31f to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/718a9c58f43f408ea338c1e86892b31f 2024-12-02T19:58:18,225 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/1d1c1acdb1a240d381634dd4169f9709 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/1d1c1acdb1a240d381634dd4169f9709 2024-12-02T19:58:18,227 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/640615526c9e4ad790dc153a4f309d49 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/640615526c9e4ad790dc153a4f309d49 2024-12-02T19:58:18,228 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/8a31b49c9cc448629516f19ae3e4c150 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/8a31b49c9cc448629516f19ae3e4c150 2024-12-02T19:58:18,229 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/41a097734eaf49be987337d87ea174d4 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/41a097734eaf49be987337d87ea174d4 2024-12-02T19:58:18,231 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/266b3360e4954b42bb2ba7988b59aa03 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/266b3360e4954b42bb2ba7988b59aa03 2024-12-02T19:58:18,232 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/ab371981f1f641baa191e17e44434a23 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/ab371981f1f641baa191e17e44434a23 2024-12-02T19:58:18,233 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/4e2141ab09ed4b319308084283768e26 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/4e2141ab09ed4b319308084283768e26 2024-12-02T19:58:18,234 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/d851dbf3ef8b4f9a9602d9598a2bac41 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/d851dbf3ef8b4f9a9602d9598a2bac41 2024-12-02T19:58:18,236 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/1ac84d0057ee498c933818fe89c36d2e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/1ac84d0057ee498c933818fe89c36d2e 2024-12-02T19:58:18,237 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/249b8175dd8344239107f7bb2ee4dfee to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/249b8175dd8344239107f7bb2ee4dfee 2024-12-02T19:58:18,238 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/b1190e42c7fe478e98f01404b9873115 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/b1190e42c7fe478e98f01404b9873115 2024-12-02T19:58:18,240 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/417834fc220340a19ccbe49e673a600b to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/417834fc220340a19ccbe49e673a600b 2024-12-02T19:58:18,241 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/10b4daa9e8d5488aa057fe6dc0cded4f to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/10b4daa9e8d5488aa057fe6dc0cded4f 2024-12-02T19:58:18,243 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/7d73ea2ef6d14652a41d3fc5e8f3d741 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/7d73ea2ef6d14652a41d3fc5e8f3d741 2024-12-02T19:58:18,244 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/f717dcc78d554d9d923a28e1c9f54651 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/f717dcc78d554d9d923a28e1c9f54651 2024-12-02T19:58:18,246 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/4ad88f779f1c4d80b2afeb6afc27557b to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/4ad88f779f1c4d80b2afeb6afc27557b 2024-12-02T19:58:18,247 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/55dc06e8c105450789016d6069fcee96 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/55dc06e8c105450789016d6069fcee96 2024-12-02T19:58:18,249 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/1da39081b30740f2bf5371812debf3a4 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/1da39081b30740f2bf5371812debf3a4 2024-12-02T19:58:18,250 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/7cb3c8b2fb254c1386957b32c8992741 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/7cb3c8b2fb254c1386957b32c8992741 2024-12-02T19:58:18,252 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/00d40c4f802b466cafe26771428f43b2 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/00d40c4f802b466cafe26771428f43b2 2024-12-02T19:58:18,253 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/09d6c30cf1d5479289573c799a8dd0fb to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/09d6c30cf1d5479289573c799a8dd0fb 2024-12-02T19:58:18,255 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/fb256d2ec2ed4fee921b673e6dac744d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/bf9794305f2047a88d8fb3f8608c3073, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/43814a5fe3714c079ca29e3d307c83d3, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/d903b3cba97e43d9a5f03b1721eabfcc, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/71deed968cf5424faffd05b12f3ac039, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/6f8383a0e3fb43939979fdd49b04cf2e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/9dfabc634fb8404d9dd290158946855e, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/899950e7d8d240b494cf02f2d2bb2764, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/2d07f594afe74dd59746feac65134b41, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/d4b2510d8e554bc891885506813ddda5, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/a62ccf7a6591446e88cde3e0568fe90a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/afba10e115c440d18319b3b36426dab3, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/076e79a044cd4c9a839ffda019c699ce, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/17cc8ba2626c4475bf57e09f153d39a0, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/463c13042cdd44ec90e2f9af7982a2d6, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/e3a09be24c154297b138f0995594e831, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/4f85616bcc0e4691be838fa139c69e0a, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/0a47438d7cd34f85bfa326aca98f28cd, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/9a11cfbeec344fdebf00ae9cb865ecc8, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/d9642f7220d44fd6a0230b7bf59827ba, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/5d73455905964e688911fec957e66e1d, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/786bce38d35f4acfa742e0833c8343d8, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/398522791bcc4d3ab43a7907e371fe42, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/8062cd1802f24ba4a040c167ad9da1c9] to archive 2024-12-02T19:58:18,256 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T19:58:18,258 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/fb256d2ec2ed4fee921b673e6dac744d to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/fb256d2ec2ed4fee921b673e6dac744d 2024-12-02T19:58:18,260 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/bf9794305f2047a88d8fb3f8608c3073 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/bf9794305f2047a88d8fb3f8608c3073 2024-12-02T19:58:18,261 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/43814a5fe3714c079ca29e3d307c83d3 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/43814a5fe3714c079ca29e3d307c83d3 2024-12-02T19:58:18,263 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/d903b3cba97e43d9a5f03b1721eabfcc to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/d903b3cba97e43d9a5f03b1721eabfcc 2024-12-02T19:58:18,265 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/71deed968cf5424faffd05b12f3ac039 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/71deed968cf5424faffd05b12f3ac039 2024-12-02T19:58:18,266 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/6f8383a0e3fb43939979fdd49b04cf2e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/6f8383a0e3fb43939979fdd49b04cf2e 2024-12-02T19:58:18,268 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/9dfabc634fb8404d9dd290158946855e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/9dfabc634fb8404d9dd290158946855e 2024-12-02T19:58:18,269 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/899950e7d8d240b494cf02f2d2bb2764 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/899950e7d8d240b494cf02f2d2bb2764 2024-12-02T19:58:18,271 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/2d07f594afe74dd59746feac65134b41 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/2d07f594afe74dd59746feac65134b41 2024-12-02T19:58:18,272 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/d4b2510d8e554bc891885506813ddda5 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/d4b2510d8e554bc891885506813ddda5 2024-12-02T19:58:18,274 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/a62ccf7a6591446e88cde3e0568fe90a to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/a62ccf7a6591446e88cde3e0568fe90a 2024-12-02T19:58:18,275 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/afba10e115c440d18319b3b36426dab3 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/afba10e115c440d18319b3b36426dab3 2024-12-02T19:58:18,277 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/076e79a044cd4c9a839ffda019c699ce to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/076e79a044cd4c9a839ffda019c699ce 2024-12-02T19:58:18,278 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/17cc8ba2626c4475bf57e09f153d39a0 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/17cc8ba2626c4475bf57e09f153d39a0 2024-12-02T19:58:18,280 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/463c13042cdd44ec90e2f9af7982a2d6 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/463c13042cdd44ec90e2f9af7982a2d6 2024-12-02T19:58:18,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/e3a09be24c154297b138f0995594e831 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/e3a09be24c154297b138f0995594e831 2024-12-02T19:58:18,283 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/4f85616bcc0e4691be838fa139c69e0a to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/4f85616bcc0e4691be838fa139c69e0a 2024-12-02T19:58:18,285 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/0a47438d7cd34f85bfa326aca98f28cd to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/0a47438d7cd34f85bfa326aca98f28cd 2024-12-02T19:58:18,286 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/9a11cfbeec344fdebf00ae9cb865ecc8 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/9a11cfbeec344fdebf00ae9cb865ecc8 2024-12-02T19:58:18,288 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/d9642f7220d44fd6a0230b7bf59827ba to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/d9642f7220d44fd6a0230b7bf59827ba 2024-12-02T19:58:18,289 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/5d73455905964e688911fec957e66e1d to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/5d73455905964e688911fec957e66e1d 2024-12-02T19:58:18,291 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/786bce38d35f4acfa742e0833c8343d8 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/786bce38d35f4acfa742e0833c8343d8 2024-12-02T19:58:18,293 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/398522791bcc4d3ab43a7907e371fe42 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/398522791bcc4d3ab43a7907e371fe42 2024-12-02T19:58:18,294 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/8062cd1802f24ba4a040c167ad9da1c9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/8062cd1802f24ba4a040c167ad9da1c9 2024-12-02T19:58:18,296 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/9487a213464148d9a28c9b0ba94890c4, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/086a7c220aa646c0bc03286cfd40ca98, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/cb7aaf310eb446ccb6da6ce714844b39, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/488116343a7b438caaf186bc2d3b2bc9, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/8f3ff0a34f1c486e9c26291fb9ccab45, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/785c7a98e2a2467b9a6d9fc4dee6a422, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/5bb073b8bf4b4e9f931e8724a6053527, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/a88b7ec3efdb4363a4731c83b6ed66ec, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/29caf6ab81f14ee5a8a0c2c679cc3491, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/d16a87084ff44d929222b94b34d2334c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/c45ef7be8e774f178391898fe85a37b1, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/9313cf8979984cee990b2c832e3c84af, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/874eca7f8e9444049279291ff869cf16, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/a825a3b8bd9d491a83ed5ebd4926deb6, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/4915b1a99c834edc99516d19ffd883ad, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/3a403c41697d425bb4f7de286877c502, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/edf8229b12904c13a70c7f121665b315, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/9b9c76c1dff149e8b3f8779ea1eacd4c, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/d68f7f2599b84a4e8fc8eb60e569b488, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/f767ef0789df414aaa2d3772e8e0a468, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/913accb1cabc4d608441ff147ff945d0, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/bbf1fc8bf8ef4a18b1028d8917be8d19, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/803f98907de94753b94c020f751ddb8b, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/41b38c477e8e4366bee50c27eb4e6b1f] to archive 2024-12-02T19:58:18,298 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T19:58:18,300 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/9487a213464148d9a28c9b0ba94890c4 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/9487a213464148d9a28c9b0ba94890c4 2024-12-02T19:58:18,302 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/086a7c220aa646c0bc03286cfd40ca98 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/086a7c220aa646c0bc03286cfd40ca98 2024-12-02T19:58:18,304 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/cb7aaf310eb446ccb6da6ce714844b39 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/cb7aaf310eb446ccb6da6ce714844b39 2024-12-02T19:58:18,305 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/488116343a7b438caaf186bc2d3b2bc9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/488116343a7b438caaf186bc2d3b2bc9 2024-12-02T19:58:18,307 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/8f3ff0a34f1c486e9c26291fb9ccab45 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/8f3ff0a34f1c486e9c26291fb9ccab45 2024-12-02T19:58:18,309 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/785c7a98e2a2467b9a6d9fc4dee6a422 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/785c7a98e2a2467b9a6d9fc4dee6a422 2024-12-02T19:58:18,310 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/5bb073b8bf4b4e9f931e8724a6053527 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/5bb073b8bf4b4e9f931e8724a6053527 2024-12-02T19:58:18,312 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/a88b7ec3efdb4363a4731c83b6ed66ec to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/a88b7ec3efdb4363a4731c83b6ed66ec 2024-12-02T19:58:18,313 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/29caf6ab81f14ee5a8a0c2c679cc3491 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/29caf6ab81f14ee5a8a0c2c679cc3491 2024-12-02T19:58:18,315 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/d16a87084ff44d929222b94b34d2334c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/d16a87084ff44d929222b94b34d2334c 2024-12-02T19:58:18,317 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/c45ef7be8e774f178391898fe85a37b1 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/c45ef7be8e774f178391898fe85a37b1 2024-12-02T19:58:18,319 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/9313cf8979984cee990b2c832e3c84af to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/9313cf8979984cee990b2c832e3c84af 2024-12-02T19:58:18,321 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/874eca7f8e9444049279291ff869cf16 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/874eca7f8e9444049279291ff869cf16 2024-12-02T19:58:18,323 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/a825a3b8bd9d491a83ed5ebd4926deb6 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/a825a3b8bd9d491a83ed5ebd4926deb6 2024-12-02T19:58:18,325 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/4915b1a99c834edc99516d19ffd883ad to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/4915b1a99c834edc99516d19ffd883ad 2024-12-02T19:58:18,326 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/3a403c41697d425bb4f7de286877c502 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/3a403c41697d425bb4f7de286877c502 2024-12-02T19:58:18,328 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/edf8229b12904c13a70c7f121665b315 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/edf8229b12904c13a70c7f121665b315 2024-12-02T19:58:18,329 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/9b9c76c1dff149e8b3f8779ea1eacd4c to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/9b9c76c1dff149e8b3f8779ea1eacd4c 2024-12-02T19:58:18,331 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/d68f7f2599b84a4e8fc8eb60e569b488 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/d68f7f2599b84a4e8fc8eb60e569b488 2024-12-02T19:58:18,332 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/f767ef0789df414aaa2d3772e8e0a468 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/f767ef0789df414aaa2d3772e8e0a468 2024-12-02T19:58:18,333 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/913accb1cabc4d608441ff147ff945d0 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/913accb1cabc4d608441ff147ff945d0 2024-12-02T19:58:18,334 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/bbf1fc8bf8ef4a18b1028d8917be8d19 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/bbf1fc8bf8ef4a18b1028d8917be8d19 2024-12-02T19:58:18,336 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/803f98907de94753b94c020f751ddb8b to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/803f98907de94753b94c020f751ddb8b 2024-12-02T19:58:18,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/41b38c477e8e4366bee50c27eb4e6b1f to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/41b38c477e8e4366bee50c27eb4e6b1f 2024-12-02T19:58:18,342 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/recovered.edits/403.seqid, newMaxSeqId=403, maxSeqId=4 2024-12-02T19:58:18,343 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. 2024-12-02T19:58:18,343 DEBUG [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1676): Region close journal for 21e9ee2bfa95b43f6b14b7279ef16c89: Waiting for close lock at 1733169496528Running coprocessor pre-close hooks at 1733169496528Disabling compacts and flushes for region at 1733169496528Disabling writes for close at 1733169496529 (+1 ms)Obtaining lock to block concurrent updates at 1733169496529Preparing flush snapshotting stores in 21e9ee2bfa95b43f6b14b7279ef16c89 at 1733169496529Finished memstore snapshotting TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733169496530 (+1 ms)Flushing stores of TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89. at 1733169496531 (+1 ms)Flushing 21e9ee2bfa95b43f6b14b7279ef16c89/A: creating writer at 1733169496531Flushing mob file 21e9ee2bfa95b43f6b14b7279ef16c89/A: appending metadata at 1733169496534 (+3 ms)Flushing mob file 21e9ee2bfa95b43f6b14b7279ef16c89/A: closing flushed file at 1733169496534Flushing 21e9ee2bfa95b43f6b14b7279ef16c89/A: appending metadata at 1733169496949 (+415 ms)Flushing 21e9ee2bfa95b43f6b14b7279ef16c89/A: closing flushed file at 1733169496949Flushing 21e9ee2bfa95b43f6b14b7279ef16c89/B: creating writer at 1733169497363 (+414 ms)Flushing 21e9ee2bfa95b43f6b14b7279ef16c89/B: appending metadata at 1733169497367 (+4 ms)Flushing 21e9ee2bfa95b43f6b14b7279ef16c89/B: closing flushed file at 1733169497367Flushing 21e9ee2bfa95b43f6b14b7279ef16c89/C: creating writer at 1733169497784 (+417 ms)Flushing 21e9ee2bfa95b43f6b14b7279ef16c89/C: appending metadata at 1733169497789 (+5 ms)Flushing 21e9ee2bfa95b43f6b14b7279ef16c89/C: closing flushed file at 1733169497789Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5797705b: reopening flushed file at 1733169498203 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44a7fe3f: reopening flushed file at 1733169498209 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dba981c: reopening flushed file at 1733169498213 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 21e9ee2bfa95b43f6b14b7279ef16c89 in 1689ms, sequenceid=400, compaction requested=true at 1733169498218 (+5 ms)Writing region close event to WAL at 1733169498338 (+120 ms)Running coprocessor post-close hooks at 1733169498342 (+4 ms)Closed at 1733169498342 2024-12-02T19:58:18,345 INFO [RS_CLOSE_REGION-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(157): Closed 21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:18,345 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=166 updating hbase:meta row=21e9ee2bfa95b43f6b14b7279ef16c89, regionState=CLOSED 2024-12-02T19:58:18,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=167, ppid=166, state=RUNNABLE, hasLock=false; CloseRegionProcedure 21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 because future has completed 2024-12-02T19:58:18,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-12-02T19:58:18,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; CloseRegionProcedure 21e9ee2bfa95b43f6b14b7279ef16c89, server=41897df2911b,36713,1733169305610 in 1.9730 sec 2024-12-02T19:58:18,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=166, resume processing ppid=165 2024-12-02T19:58:18,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, ppid=165, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=21e9ee2bfa95b43f6b14b7279ef16c89, UNASSIGN in 1.9790 sec 2024-12-02T19:58:18,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-12-02T19:58:18,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9840 sec 2024-12-02T19:58:18,357 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733169498357"}]},"ts":"1733169498357"} 2024-12-02T19:58:18,359 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-02T19:58:18,359 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-02T19:58:18,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9980 sec 2024-12-02T19:58:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-02T19:58:18,520 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:58:18,521 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-02T19:58:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:58:18,526 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:58:18,527 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=168, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:58:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-02T19:58:18,531 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:18,534 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A, FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B, FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C, FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/recovered.edits] 2024-12-02T19:58:18,537 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/111e37fca9f3496ebc8366093ed4bdd5 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/111e37fca9f3496ebc8366093ed4bdd5 2024-12-02T19:58:18,539 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/77360b436e634af9b226576dce835f92 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/77360b436e634af9b226576dce835f92 2024-12-02T19:58:18,540 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/9d703c7426394505bebdc8ca056d5fbc to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/A/9d703c7426394505bebdc8ca056d5fbc 2024-12-02T19:58:18,542 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/81cae137727d49da937fa93eda608b8b to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/81cae137727d49da937fa93eda608b8b 2024-12-02T19:58:18,543 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/9c00e71dd4794092aecd39a40c43d82e to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/9c00e71dd4794092aecd39a40c43d82e 2024-12-02T19:58:18,544 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/dd9ac8a6f92d435aa04a19f758e538db to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/B/dd9ac8a6f92d435aa04a19f758e538db 2024-12-02T19:58:18,546 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/53ae2325bfed48d1a3187b52a854dfe9 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/53ae2325bfed48d1a3187b52a854dfe9 2024-12-02T19:58:18,547 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/844cd07a63ee465090f09399d7dbcc95 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/844cd07a63ee465090f09399d7dbcc95 2024-12-02T19:58:18,548 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/859fe440a8814711a066d451b8a321ca to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/C/859fe440a8814711a066d451b8a321ca 2024-12-02T19:58:18,550 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/recovered.edits/403.seqid to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89/recovered.edits/403.seqid 2024-12-02T19:58:18,550 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/default/TestAcidGuarantees/21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:18,550 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-02T19:58:18,551 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-02T19:58:18,551 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-02T19:58:18,554 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412021922a937e3df4f3cad0cdd8f96ef922c_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412021922a937e3df4f3cad0cdd8f96ef922c_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:18,556 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412021ccdb371f3fc432585992faa7017c773_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412021ccdb371f3fc432585992faa7017c773_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:18,557 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412021cf1d54433414a2e8f0933d44822100b_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412021cf1d54433414a2e8f0933d44822100b_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:18,558 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120221a78872b7ac46e981c7f21f1526981d_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120221a78872b7ac46e981c7f21f1526981d_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:18,559 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202349ebf9ef86a4240ba5c761f48846e62_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202349ebf9ef86a4240ba5c761f48846e62_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:18,561 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120235839da726954a4bb9571d3cbe418256_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120235839da726954a4bb9571d3cbe418256_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:18,562 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120238069e96dbfa44f1a71cd302b3d579f3_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120238069e96dbfa44f1a71cd302b3d579f3_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:18,563 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023a7ec7825cf04b1990a2adf340195cf0_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412023a7ec7825cf04b1990a2adf340195cf0_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:18,564 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412024017c9b8fda94061b81a81c8fa677d32_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412024017c9b8fda94061b81a81c8fa677d32_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:18,564 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026ba56a79d17d49eebb041b415c94b411_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026ba56a79d17d49eebb041b415c94b411_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:18,565 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026c6ed33d57df41f4988212cb1714c655_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412026c6ed33d57df41f4988212cb1714c655_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:18,565 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120280eeb613a9574a46a021a79bcb39ee42_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120280eeb613a9574a46a021a79bcb39ee42_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:18,566 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b49a6f10d7d146f18932b81b6eae20a3_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202b49a6f10d7d146f18932b81b6eae20a3_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:18,566 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202bf71b5e6817349fe8ed1d13127f91ccc_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202bf71b5e6817349fe8ed1d13127f91ccc_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:18,567 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d42469f81bc14e878a4b1e7b94b8d67b_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d42469f81bc14e878a4b1e7b94b8d67b_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:18,568 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d4917b494ab84e8ab8cfcd64c7e72237_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d4917b494ab84e8ab8cfcd64c7e72237_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:18,568 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d72834519e88456eadcdae6b9baaa55f_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202d72834519e88456eadcdae6b9baaa55f_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:18,569 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202dbfd4d758ed34025bf0247113186a7b4_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202dbfd4d758ed34025bf0247113186a7b4_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:18,569 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ea49bd8c0185436e86b4ffd25784a9d9_21e9ee2bfa95b43f6b14b7279ef16c89 to hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241202ea49bd8c0185436e86b4ffd25784a9d9_21e9ee2bfa95b43f6b14b7279ef16c89 2024-12-02T19:58:18,570 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-02T19:58:18,571 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=168, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:58:18,573 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-02T19:58:18,574 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-02T19:58:18,575 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=168, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:58:18,575 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-02T19:58:18,575 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733169498575"}]},"ts":"9223372036854775807"} 2024-12-02T19:58:18,576 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-02T19:58:18,576 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 21e9ee2bfa95b43f6b14b7279ef16c89, NAME => 'TestAcidGuarantees,,1733169470970.21e9ee2bfa95b43f6b14b7279ef16c89.', STARTKEY => '', ENDKEY => ''}] 2024-12-02T19:58:18,576 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-02T19:58:18,577 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733169498576"}]},"ts":"9223372036854775807"} 2024-12-02T19:58:18,578 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-02T19:58:18,578 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=168, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-02T19:58:18,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 56 msec 2024-12-02T19:58:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-02T19:58:18,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-02T19:58:18,639 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-02T19:58:18,651 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=252 (was 247) - Thread LEAK? -, OpenFileDescriptor=455 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1207 (was 1611), ProcessCount=11 (was 11), AvailableMemoryMB=10127 (was 8542) - AvailableMemoryMB LEAK? - 2024-12-02T19:58:18,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T19:58:18,652 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:58:18,652 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:58:18,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:58:18,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:58:18,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T19:58:18,652 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T19:58:18,652 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1336910459, stopped=false 2024-12-02T19:58:18,653 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=41897df2911b,45363,1733169304814 2024-12-02T19:58:18,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45363-0x10198e664020000, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T19:58:18,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36713-0x10198e664020001, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T19:58:18,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45363-0x10198e664020000, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:58:18,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36713-0x10198e664020001, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:58:18,702 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T19:58:18,702 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T19:58:18,703 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:58:18,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:58:18,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36713-0x10198e664020001, quorum=127.0.0.1:51786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:58:18,703 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '41897df2911b,36713,1733169305610' ***** 2024-12-02T19:58:18,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45363-0x10198e664020000, quorum=127.0.0.1:51786, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T19:58:18,704 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T19:58:18,704 INFO [RS:0;41897df2911b:36713 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T19:58:18,705 INFO [RS:0;41897df2911b:36713 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T19:58:18,705 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T19:58:18,705 INFO [RS:0;41897df2911b:36713 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T19:58:18,705 INFO [RS:0;41897df2911b:36713 {}] regionserver.HRegionServer(959): stopping server 41897df2911b,36713,1733169305610 2024-12-02T19:58:18,705 INFO [RS:0;41897df2911b:36713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T19:58:18,706 INFO [RS:0;41897df2911b:36713 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;41897df2911b:36713. 2024-12-02T19:58:18,706 DEBUG [RS:0;41897df2911b:36713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T19:58:18,706 DEBUG [RS:0;41897df2911b:36713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:58:18,706 INFO [RS:0;41897df2911b:36713 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T19:58:18,706 INFO [RS:0;41897df2911b:36713 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T19:58:18,706 INFO [RS:0;41897df2911b:36713 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T19:58:18,706 INFO [RS:0;41897df2911b:36713 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T19:58:18,707 INFO [RS:0;41897df2911b:36713 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T19:58:18,707 DEBUG [RS:0;41897df2911b:36713 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T19:58:18,708 DEBUG [RS:0;41897df2911b:36713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T19:58:18,708 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T19:58:18,708 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T19:58:18,708 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T19:58:18,708 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T19:58:18,708 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T19:58:18,708 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-12-02T19:58:18,729 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/hbase/meta/1588230740/.tmp/info/78ecc0b4b67744acb554ffd0eeb9e537 is 95, key is TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967./info:/1733169336771/DeleteFamily/seqid=0 2024-12-02T19:58:18,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742491_1667 (size=6514) 2024-12-02T19:58:18,733 INFO [regionserver/41897df2911b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:58:18,908 DEBUG [RS:0;41897df2911b:36713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T19:58:19,104 INFO [regionserver/41897df2911b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T19:58:19,104 INFO [regionserver/41897df2911b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T19:58:19,109 DEBUG [RS:0;41897df2911b:36713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T19:58:19,134 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/hbase/meta/1588230740/.tmp/info/78ecc0b4b67744acb554ffd0eeb9e537 2024-12-02T19:58:19,159 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/hbase/meta/1588230740/.tmp/ns/a44f29fba67f4679aa6086da1c92121c is 93, key is TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967./ns:/1733169336729/DeleteFamily/seqid=0 2024-12-02T19:58:19,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742492_1668 (size=5906) 2024-12-02T19:58:19,309 DEBUG [RS:0;41897df2911b:36713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T19:58:19,509 DEBUG [RS:0;41897df2911b:36713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T19:58:19,563 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/hbase/meta/1588230740/.tmp/ns/a44f29fba67f4679aa6086da1c92121c 2024-12-02T19:58:19,586 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/hbase/meta/1588230740/.tmp/rep_barrier/e6510ce9a4814d5a9f3cdb32fd0cbd7a is 102, key is TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967./rep_barrier:/1733169336729/DeleteFamily/seqid=0 2024-12-02T19:58:19,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742493_1669 (size=6025) 2024-12-02T19:58:19,709 DEBUG [RS:0;41897df2911b:36713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T19:58:19,910 DEBUG [RS:0;41897df2911b:36713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T19:58:19,991 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/hbase/meta/1588230740/.tmp/rep_barrier/e6510ce9a4814d5a9f3cdb32fd0cbd7a 2024-12-02T19:58:20,015 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/hbase/meta/1588230740/.tmp/table/48ca6ee0f4134e478a0b8c47dc2a423c is 96, key is TestAcidGuarantees,,1733169309796.3b0974a81ace83d9e746a981fd517967./table:/1733169336729/DeleteFamily/seqid=0 2024-12-02T19:58:20,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742494_1670 (size=5936) 2024-12-02T19:58:20,110 DEBUG [RS:0;41897df2911b:36713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T19:58:20,310 DEBUG [RS:0;41897df2911b:36713 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T19:58:20,419 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/hbase/meta/1588230740/.tmp/table/48ca6ee0f4134e478a0b8c47dc2a423c 2024-12-02T19:58:20,430 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/hbase/meta/1588230740/.tmp/info/78ecc0b4b67744acb554ffd0eeb9e537 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/hbase/meta/1588230740/info/78ecc0b4b67744acb554ffd0eeb9e537 2024-12-02T19:58:20,434 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/hbase/meta/1588230740/info/78ecc0b4b67744acb554ffd0eeb9e537, entries=12, sequenceid=90, filesize=6.4 K 2024-12-02T19:58:20,435 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/hbase/meta/1588230740/.tmp/ns/a44f29fba67f4679aa6086da1c92121c as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/hbase/meta/1588230740/ns/a44f29fba67f4679aa6086da1c92121c 2024-12-02T19:58:20,438 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/hbase/meta/1588230740/ns/a44f29fba67f4679aa6086da1c92121c, entries=8, sequenceid=90, filesize=5.8 K 2024-12-02T19:58:20,439 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/hbase/meta/1588230740/.tmp/rep_barrier/e6510ce9a4814d5a9f3cdb32fd0cbd7a as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/hbase/meta/1588230740/rep_barrier/e6510ce9a4814d5a9f3cdb32fd0cbd7a 2024-12-02T19:58:20,443 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/hbase/meta/1588230740/rep_barrier/e6510ce9a4814d5a9f3cdb32fd0cbd7a, entries=6, sequenceid=90, filesize=5.9 K 2024-12-02T19:58:20,444 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/hbase/meta/1588230740/.tmp/table/48ca6ee0f4134e478a0b8c47dc2a423c as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/hbase/meta/1588230740/table/48ca6ee0f4134e478a0b8c47dc2a423c 2024-12-02T19:58:20,447 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/hbase/meta/1588230740/table/48ca6ee0f4134e478a0b8c47dc2a423c, entries=7, sequenceid=90, filesize=5.8 K 2024-12-02T19:58:20,448 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1740ms, sequenceid=90, compaction requested=false 2024-12-02T19:58:20,453 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-12-02T19:58:20,454 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T19:58:20,454 INFO [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T19:58:20,454 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733169498707Running coprocessor pre-close hooks at 1733169498708 (+1 ms)Disabling compacts and flushes for region at 1733169498708Disabling writes for close at 1733169498708Obtaining lock to block concurrent updates at 1733169498708Preparing flush snapshotting stores in 1588230740 at 1733169498708Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1733169498709 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733169498710 (+1 ms)Flushing 1588230740/info: creating writer at 1733169498710Flushing 1588230740/info: appending metadata at 1733169498729 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733169498729Flushing 1588230740/ns: creating writer at 1733169499142 (+413 ms)Flushing 1588230740/ns: appending metadata at 1733169499158 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733169499158Flushing 1588230740/rep_barrier: creating writer at 1733169499569 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733169499586 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733169499586Flushing 1588230740/table: creating writer at 1733169500000 (+414 ms)Flushing 1588230740/table: appending metadata at 1733169500015 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733169500015Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e5b0d40: reopening flushed file at 1733169500429 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@717b639e: reopening flushed file at 1733169500434 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c1ca3fa: reopening flushed file at 1733169500438 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22ab3624: reopening flushed file at 1733169500443 (+5 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1740ms, sequenceid=90, compaction requested=false at 1733169500448 (+5 ms)Writing region close event to WAL at 1733169500450 (+2 ms)Running coprocessor post-close hooks at 1733169500454 (+4 ms)Closed at 1733169500454 2024-12-02T19:58:20,454 DEBUG [RS_CLOSE_META-regionserver/41897df2911b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T19:58:20,511 INFO [RS:0;41897df2911b:36713 {}] regionserver.HRegionServer(976): stopping server 41897df2911b,36713,1733169305610; all regions closed. 2024-12-02T19:58:20,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741834_1010 (size=25344) 2024-12-02T19:58:20,522 DEBUG [RS:0;41897df2911b:36713 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/oldWALs 2024-12-02T19:58:20,523 INFO [RS:0;41897df2911b:36713 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C36713%2C1733169305610.meta:.meta(num 1733169309233) 2024-12-02T19:58:20,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741832_1008 (size=20942097) 2024-12-02T19:58:20,526 DEBUG [RS:0;41897df2911b:36713 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/oldWALs 2024-12-02T19:58:20,526 INFO [RS:0;41897df2911b:36713 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 41897df2911b%2C36713%2C1733169305610:(num 1733169308279) 2024-12-02T19:58:20,526 DEBUG [RS:0;41897df2911b:36713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T19:58:20,527 INFO [RS:0;41897df2911b:36713 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T19:58:20,527 INFO [RS:0;41897df2911b:36713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T19:58:20,527 INFO [RS:0;41897df2911b:36713 {}] hbase.ChoreService(370): Chore service for: regionserver/41897df2911b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T19:58:20,527 INFO [RS:0;41897df2911b:36713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T19:58:20,527 INFO [regionserver/41897df2911b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T19:58:20,528 INFO [RS:0;41897df2911b:36713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36713 2024-12-02T19:58:20,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45363-0x10198e664020000, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T19:58:20,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36713-0x10198e664020001, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/41897df2911b,36713,1733169305610 2024-12-02T19:58:20,585 INFO [RS:0;41897df2911b:36713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T19:58:20,586 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [41897df2911b,36713,1733169305610] 2024-12-02T19:58:20,601 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/41897df2911b,36713,1733169305610 already deleted, retry=false 2024-12-02T19:58:20,602 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 41897df2911b,36713,1733169305610 expired; onlineServers=0 2024-12-02T19:58:20,602 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '41897df2911b,45363,1733169304814' ***** 2024-12-02T19:58:20,602 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T19:58:20,602 INFO [M:0;41897df2911b:45363 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T19:58:20,602 INFO [M:0;41897df2911b:45363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T19:58:20,603 DEBUG [M:0;41897df2911b:45363 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T19:58:20,603 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T19:58:20,603 DEBUG [M:0;41897df2911b:45363 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T19:58:20,603 DEBUG [master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733169307960 {}] cleaner.HFileCleaner(306): Exit Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.large.0-1733169307960,5,FailOnTimeoutGroup] 2024-12-02T19:58:20,603 DEBUG [master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733169307962 {}] cleaner.HFileCleaner(306): Exit Thread[master/41897df2911b:0:becomeActiveMaster-HFileCleaner.small.0-1733169307962,5,FailOnTimeoutGroup] 2024-12-02T19:58:20,603 INFO [M:0;41897df2911b:45363 {}] hbase.ChoreService(370): Chore service for: master/41897df2911b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T19:58:20,603 INFO [M:0;41897df2911b:45363 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T19:58:20,604 DEBUG [M:0;41897df2911b:45363 {}] master.HMaster(1795): Stopping service threads 2024-12-02T19:58:20,604 INFO [M:0;41897df2911b:45363 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T19:58:20,604 INFO [M:0;41897df2911b:45363 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T19:58:20,604 ERROR [M:0;41897df2911b:45363 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:37665 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37665,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-02T19:58:20,606 INFO [M:0;41897df2911b:45363 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T19:58:20,606 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T19:58:20,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45363-0x10198e664020000, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T19:58:20,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45363-0x10198e664020000, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T19:58:20,610 DEBUG [M:0;41897df2911b:45363 {}] zookeeper.ZKUtil(347): master:45363-0x10198e664020000, quorum=127.0.0.1:51786, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T19:58:20,610 WARN [M:0;41897df2911b:45363 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T19:58:20,611 INFO [M:0;41897df2911b:45363 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/.lastflushedseqids 2024-12-02T19:58:20,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742495_1671 (size=72) 2024-12-02T19:58:20,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36713-0x10198e664020001, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:58:20,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36713-0x10198e664020001, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:58:20,694 INFO [RS:0;41897df2911b:36713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T19:58:20,694 INFO [RS:0;41897df2911b:36713 {}] regionserver.HRegionServer(1031): Exiting; stopping=41897df2911b,36713,1733169305610; zookeeper connection closed. 2024-12-02T19:58:20,694 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68a58a7a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68a58a7a 2024-12-02T19:58:20,695 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T19:58:21,024 INFO [M:0;41897df2911b:45363 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T19:58:21,024 INFO [M:0;41897df2911b:45363 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T19:58:21,025 DEBUG [M:0;41897df2911b:45363 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T19:58:21,025 INFO [M:0;41897df2911b:45363 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:58:21,025 DEBUG [M:0;41897df2911b:45363 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:58:21,025 DEBUG [M:0;41897df2911b:45363 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T19:58:21,025 DEBUG [M:0;41897df2911b:45363 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:58:21,025 INFO [M:0;41897df2911b:45363 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=793.62 KB heapSize=973.81 KB 2024-12-02T19:58:21,045 DEBUG [M:0;41897df2911b:45363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5aa2a9e2fb24e389147aa64ca01484c is 82, key is hbase:meta,,1/info:regioninfo/1733169309357/Put/seqid=0 2024-12-02T19:58:21,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742496_1672 (size=5672) 2024-12-02T19:58:21,449 INFO [M:0;41897df2911b:45363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2235 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5aa2a9e2fb24e389147aa64ca01484c 2024-12-02T19:58:21,476 DEBUG [M:0;41897df2911b:45363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dad36e84f8b84825a4b76342427fb888 is 2479, key is \x00\x00\x00\x00\x00\x00\x00!/proc:d/1733169339970/Put/seqid=0 2024-12-02T19:58:21,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742497_1673 (size=45002) 2024-12-02T19:58:21,881 INFO [M:0;41897df2911b:45363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=793.06 KB at sequenceid=2235 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dad36e84f8b84825a4b76342427fb888 2024-12-02T19:58:21,891 INFO [M:0;41897df2911b:45363 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dad36e84f8b84825a4b76342427fb888 2024-12-02T19:58:21,905 DEBUG [M:0;41897df2911b:45363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b125ba111dd4a41af8d6978ce18206a is 69, key is 41897df2911b,36713,1733169305610/rs:state/1733169307988/Put/seqid=0 2024-12-02T19:58:21,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073742498_1674 (size=5156) 2024-12-02T19:58:22,309 INFO [M:0;41897df2911b:45363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2235 (bloomFilter=true), to=hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b125ba111dd4a41af8d6978ce18206a 2024-12-02T19:58:22,349 DEBUG [M:0;41897df2911b:45363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5aa2a9e2fb24e389147aa64ca01484c as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a5aa2a9e2fb24e389147aa64ca01484c 2024-12-02T19:58:22,354 INFO [M:0;41897df2911b:45363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a5aa2a9e2fb24e389147aa64ca01484c, entries=8, sequenceid=2235, filesize=5.5 K 2024-12-02T19:58:22,355 DEBUG [M:0;41897df2911b:45363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dad36e84f8b84825a4b76342427fb888 as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dad36e84f8b84825a4b76342427fb888 2024-12-02T19:58:22,359 INFO [M:0;41897df2911b:45363 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dad36e84f8b84825a4b76342427fb888 2024-12-02T19:58:22,359 INFO [M:0;41897df2911b:45363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dad36e84f8b84825a4b76342427fb888, entries=168, sequenceid=2235, filesize=43.9 K 2024-12-02T19:58:22,360 DEBUG [M:0;41897df2911b:45363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8b125ba111dd4a41af8d6978ce18206a as hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b125ba111dd4a41af8d6978ce18206a 2024-12-02T19:58:22,363 INFO [M:0;41897df2911b:45363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37665/user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8b125ba111dd4a41af8d6978ce18206a, entries=1, sequenceid=2235, filesize=5.0 K 2024-12-02T19:58:22,364 INFO [M:0;41897df2911b:45363 {}] regionserver.HRegion(3140): Finished flush of dataSize ~793.62 KB/812664, heapSize ~973.52 KB/996880, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1339ms, sequenceid=2235, compaction requested=false 2024-12-02T19:58:22,365 INFO [M:0;41897df2911b:45363 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T19:58:22,365 DEBUG [M:0;41897df2911b:45363 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733169501024Disabling compacts and flushes for region at 1733169501024Disabling writes for close at 1733169501025 (+1 ms)Obtaining lock to block concurrent updates at 1733169501025Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733169501025Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=812664, getHeapSize=997120, getOffHeapSize=0, getCellsCount=2428 at 1733169501026 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733169501027 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733169501027Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733169501044 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733169501044Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733169501459 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733169501476 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733169501476Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733169501891 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733169501904 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733169501904Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c16f19a: reopening flushed file at 1733169502348 (+444 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59c173e2: reopening flushed file at 1733169502354 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6de4df07: reopening flushed file at 1733169502359 (+5 ms)Finished flush of dataSize ~793.62 KB/812664, heapSize ~973.52 KB/996880, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1339ms, sequenceid=2235, compaction requested=false at 1733169502364 (+5 ms)Writing region close event to WAL at 1733169502365 (+1 ms)Closed at 1733169502365 2024-12-02T19:58:22,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44837 is added to blk_1073741830_1006 (size=959130) 2024-12-02T19:58:22,368 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cf6d35ce-6ed9-4e5c-cc78-7f681109bb7c/MasterData/WALs/41897df2911b,45363,1733169304814/41897df2911b%2C45363%2C1733169304814.1733169307022 not finished, retry = 0 2024-12-02T19:58:22,469 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T19:58:22,469 INFO [M:0;41897df2911b:45363 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T19:58:22,469 INFO [M:0;41897df2911b:45363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45363 2024-12-02T19:58:22,469 INFO [M:0;41897df2911b:45363 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T19:58:22,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45363-0x10198e664020000, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:58:22,593 INFO [M:0;41897df2911b:45363 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T19:58:22,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45363-0x10198e664020000, quorum=127.0.0.1:51786, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T19:58:22,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T19:58:22,605 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:58:22,605 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:58:22,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:58:22,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/hadoop.log.dir/,STOPPED} 2024-12-02T19:58:22,608 WARN [BP-436047864-172.17.0.2-1733169301034 heartbeating to localhost/127.0.0.1:37665 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T19:58:22,608 WARN [BP-436047864-172.17.0.2-1733169301034 heartbeating to localhost/127.0.0.1:37665 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-436047864-172.17.0.2-1733169301034 (Datanode Uuid 8f47882c-3a97-4425-b5ec-df2cfa4758e9) service to localhost/127.0.0.1:37665 2024-12-02T19:58:22,609 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T19:58:22,609 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T19:58:22,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/cluster_83323322-5e59-426b-891d-7fda23346532/data/data1/current/BP-436047864-172.17.0.2-1733169301034 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:58:22,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/cluster_83323322-5e59-426b-891d-7fda23346532/data/data2/current/BP-436047864-172.17.0.2-1733169301034 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T19:58:22,612 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T19:58:22,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T19:58:22,620 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T19:58:22,620 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T19:58:22,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T19:58:22,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/23bbcffe-b040-0161-1424-b6587fbe6f80/hadoop.log.dir/,STOPPED} 2024-12-02T19:58:22,638 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T19:58:22,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down